-- Logs begin at Wed 2021-12-15 10:50:55 UTC, end at Wed 2021-12-15 12:01:21 UTC. -- Dec 15 11:29:16.259814 dv-cinder-813221-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 11:29:19.101192 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.common.config [-] Logging enabled! Dec 15 11:29:19.102511 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 11:29:19.102511 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102495) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 11:29:19.105548 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.common.config [-] Logging enabled! Dec 15 11:29:19.105797 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 11:29:19.106108 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102495) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 11:29:19.107053 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 11:29:19.107258 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 11:29:19.107653 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 11:29:19.107924 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 11:29:19.108148 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 11:29:19.108466 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.108885 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 11:29:19.109191 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.109484 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.109771 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.110047 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.110331 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.110608 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.110887 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.111178 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.111458 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.111766 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.112049 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.112332 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.112607 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.112888 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.113167 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.113428 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] debug = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.113701 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.114126 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.114556 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.114830 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.115109 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.115380 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.115693 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.115943 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.116219 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.116543 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] host = dv-cinder-813221-4-iscsi {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.116821 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.117107 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.117535 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.117821 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.118093 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.118369 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.118650 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.118920 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.119187 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] log_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.119457 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.119770 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.120069 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.120339 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.120561 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.120778 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.121060 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.121338 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.121605 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.121870 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.122138 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.122405 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.122674 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.122936 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.123219 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.123501 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.123804 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.124074 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.124344 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.124610 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.124875 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.125152 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.125420 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.125687 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.125951 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.126231 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.126496 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.126769 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.127066 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.127346 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.127645 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.127927 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.128195 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.128472 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.128739 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.129004 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.129270 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] use_json = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.129532 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.129794 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.130068 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.130334 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.130602 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.130867 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.131132 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.131415 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:19.131730 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.132018 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.132316 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.132595 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.133017 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.133478 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.133590 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.133872 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.134160 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.134447 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.134737 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.135014 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.135298 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.135614 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.135886 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.136194 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.136489 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.136780 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.137051 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.137320 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.137589 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.137859 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.138139 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.138413 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.138699 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.138985 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.139260 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.139550 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.139854 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.140143 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.140428 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.140697 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.140969 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.141254 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.141530 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.141797 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.142066 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.142348 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.142622 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.142888 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.143168 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.143441 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.143736 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.144003 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.144278 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.144565 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.144836 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.145104 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.145369 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.145641 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.145906 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.146185 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.146461 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.146727 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.146991 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.147262 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.147529 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.147821 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.148093 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.148360 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.148862 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.149217 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.149413 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.149684 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.149955 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.150224 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.150494 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.150761 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.151033 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.151310 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.151625 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.151867 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.152135 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.152405 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.152686 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.152978 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.153251 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.153523 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.153798 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.154070 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.154341 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.154613 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.154886 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.155164 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.155429 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.155736 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.156056 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.156335 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.156620 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.156915 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.157205 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.157474 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.157750 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.158023 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.158293 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.158567 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.158836 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.159126 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.159416 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.159735 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.160029 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.160320 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.160595 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.160901 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.161178 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:19.161390 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 11:29:19.161633 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102495) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 11:29:19.596754 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 11:29:19.597033 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 11:29:19.597350 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 11:29:19.597685 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 11:29:19.927865 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:19.928059 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:19.928320 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:19.929622 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:19.929997 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:19.930219 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:19.975420 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:19.975698 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:19.975969 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:19.990455 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:19.990729 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:19.990993 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.020561 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.020832 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.021102 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.059604 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.059864 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.060148 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.402418 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.403135 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.403135 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.403135 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.403912 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.503965 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.504287 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.504570 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.504834 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.505098 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.505406 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.505657 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.505884 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.506164 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.506441 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.506693 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.506938 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.507211 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.507458 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.507740 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.508066 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.508307 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.508576 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.508853 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.509107 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.509357 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.509606 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.509889 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.510274 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.510518 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.510758 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.511179 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:20.511427 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:20.511659 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:20.511891 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:20.512121 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:20.512349 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:20.512728 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 11:29:20.516300 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 11:29:20.520396 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 11:29:20.524463 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Dec 15 11:29:20.526070 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 11:29:20.526571 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 11:29:20.526902 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 11:29:20.527288 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 11:29:20.530158 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 11:29:20.530405 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 11:29:20.530755 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 11:29:20.536104 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 11:29:20.559533 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 11:29:20.560029 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.560327 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102495) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 11:29:20.560685 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.562081 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102495) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 11:29:20.562363 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 11:29:20.562605 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 11:29:20.565911 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.566183 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:20.630657 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 11:29:20.630882 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 11:29:20.631119 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 11:29:20.631510 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 11:29:20.654807 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_db.sqlalchemy.engines [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102495) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 11:29:21.091531 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Initializing driver for type 'gre' Dec 15 11:29:21.092124 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] gre ID ranges: [(1, 1000)] Dec 15 11:29:21.144733 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Initializing driver for type 'local' Dec 15 11:29:21.145072 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Initializing driver for type 'vlan' Dec 15 11:29:21.162219 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] VlanTypeDriver initialization complete Dec 15 11:29:21.162703 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Initializing driver for type 'vxlan' Dec 15 11:29:21.163354 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] vxlan ID ranges: [(1, 1000)] Dec 15 11:29:21.225788 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Initializing extension driver 'port_security' Dec 15 11:29:21.226139 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.extensions.port_security [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] PortSecurityExtensionDriver initialization complete Dec 15 11:29:21.226469 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Initializing mechanism driver 'openvswitch' Dec 15 11:29:21.227000 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Initializing mechanism driver 'hyperv' Dec 15 11:29:21.234211 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:21.235012 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > port after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.235387 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.235768 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > port after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.236339 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:21.236777 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > subnet after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.237129 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > subnet after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.237472 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.237865 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:21.238266 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > network after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.238610 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > network after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.238948 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > network after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.239359 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:21.239775 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > security_group after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.240126 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > security_group after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.240463 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.240862 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:21.241265 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.241605 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.241938 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.242579 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:21.242736 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > address_group after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.243127 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > address_group after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.243412 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.243841 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:21.244226 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] ML2 OVO RPC backend initialized. {{(pid=102495) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 11:29:21.244994 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.245348 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.245756 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > network before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.246099 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > networks before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.246440 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > port before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.246776 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > ports before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.247113 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > subnet before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.247446 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > subnets before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.247814 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > network after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.248148 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > network after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.248479 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > network after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.248814 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > port after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.249147 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.249477 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > port after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.249808 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > subnet after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.250140 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > subnet after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.250468 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.251089 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Modular L2 Plugin initialization complete Dec 15 11:29:21.251415 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading services supported by the core plugin {{(pid=102495) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 11:29:21.251766 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Got port-security extension from driver 'port_security' Dec 15 11:29:21.252231 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.extensions.vlantransparent [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Disabled vlantransparent extension. Dec 15 11:29:21.252712 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102495) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 11:29:21.253021 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading Plugin: router Dec 15 11:29:21.291604 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.291989 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router after_create 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.292376 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router before_create 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.292733 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.293099 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.293449 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router after_delete 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.293801 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > floatingip after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.294272 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.294633 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router after_create 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.294968 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router after_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.295308 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router after_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.295673 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.296030 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router after_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.296433 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router precommit_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.296795 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.297464 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: port after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.297795 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: subnet after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.298128 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.298469 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.298808 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router precommit_create 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.299143 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: port before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.299486 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router precommit_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.299857 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router after_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.300195 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.300541 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router precommit_create 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.300881 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.301221 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router precommit_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.301583 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > agent after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.301928 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > agent after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.302266 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > network after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.303188 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Tracking information for resource: router configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:21.303516 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Tracking information for resource: floatingip configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:21.311081 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.db.l3_agentschedulers_db [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 11:29:21.311711 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.312069 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: port after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.312417 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: port after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.312763 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.313575 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router before_create 55550100 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.313936 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.314265 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router precommit_create 55550100 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.314644 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > router precommit_update 55550100 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.319507 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.services.provider_configuration [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service providers = [] {{(pid=102495) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 11:29:21.319893 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.db.servicetype_db [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102495) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 11:29:21.323095 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.services.service_base [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 11:29:21.323431 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.services.service_base [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 11:29:21.323789 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.services.service_base [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 11:29:21.324684 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.services.service_base [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 11:29:21.325047 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.services.service_base [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 11:29:21.325439 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:21.325756 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 11:29:21.337381 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:21.337708 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading Plugin: auto_allocate Dec 15 11:29:21.343701 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: network precommit_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.344071 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: network precommit_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.344648 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:21.344978 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading Plugin: tag Dec 15 11:29:21.352097 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:21.352421 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading Plugin: timestamp Dec 15 11:29:21.356335 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:21.356661 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading Plugin: network_ip_availability Dec 15 11:29:21.362328 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.362695 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.363048 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.363850 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:21.364165 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading Plugin: flavors Dec 15 11:29:21.369540 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:21.369868 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading Plugin: revisions Dec 15 11:29:21.374299 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:21.374699 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_concurrency.lockutils [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.777s {{(pid=102495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 11:29:21.375464 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102495) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 11:29:21.375820 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Initializing extension manager. Dec 15 11:29:21.376339 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: __init__.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.376687 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: __pycache__ {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.377016 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.377342 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: address_group.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.378129 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.378714 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: address-group Dec 15 11:29:21.379033 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: address_scope.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.379777 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.380282 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: address-scope Dec 15 11:29:21.380581 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.381576 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.382082 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: router-admin-state-down-before-update Dec 15 11:29:21.382399 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: agent.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.383153 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.383703 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: agent Dec 15 11:29:21.384020 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: agent_resources_synced.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.384985 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.385493 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: agent-resources-synced Dec 15 11:29:21.385812 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: allowedaddresspairs.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.387825 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.388353 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: allowed-address-pairs Dec 15 11:29:21.388672 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: auto_allocated_topology.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.389809 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.390324 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: auto-allocated-topology Dec 15 11:29:21.390652 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: availability_zone.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.391357 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.391892 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: availability_zone Dec 15 11:29:21.392210 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: availability_zone_filter.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.393163 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.393668 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: availability_zone_filter Dec 15 11:29:21.393984 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: data_plane_status.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.394910 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.395452 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 11:29:21.395753 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: default_subnetpools.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.396698 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.397184 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: default-subnetpools Dec 15 11:29:21.397502 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.398351 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.398911 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: dhcp_agent_scheduler Dec 15 11:29:21.399227 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: dns.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.400472 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.400980 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension dns-integration not supported by any of loaded plugins Dec 15 11:29:21.401299 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: dns_domain_ports.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.402226 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.402733 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 11:29:21.403292 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.404007 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.404515 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 11:29:21.404822 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: dvr.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.405534 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.406027 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: dvr Dec 15 11:29:21.406339 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: ecmp_routes.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.407269 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.407795 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 11:29:21.408112 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: empty_string_filtering.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.409157 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.409652 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: empty-string-filtering Dec 15 11:29:21.409970 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.410885 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.411378 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 11:29:21.411725 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.412646 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.413160 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 11:29:21.413459 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: external_net.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.414526 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.415115 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: external-net Dec 15 11:29:21.415438 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.416398 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.416899 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: extra_dhcp_opt Dec 15 11:29:21.417215 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: extraroute.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.418119 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.418613 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: extraroute Dec 15 11:29:21.418932 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: extraroute_atomic.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.421764 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.422640 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: extraroute-atomic Dec 15 11:29:21.422964 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: filter_validation.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.423722 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.424226 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: filter-validation Dec 15 11:29:21.424546 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: fip_pf_description.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.425517 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.426017 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 11:29:21.426339 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: fip_port_details.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.427266 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.427787 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: fip-port-details Dec 15 11:29:21.428109 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: flavors.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.429377 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.429949 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: flavors Dec 15 11:29:21.430287 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.432070 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.432569 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 11:29:21.432890 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: floatingip_pools.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.433617 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.434116 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: floatingip-pools Dec 15 11:29:21.434433 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: ip_allocation.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.435391 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.435926 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 11:29:21.436246 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.437163 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.437659 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: ip-substring-filtering Dec 15 11:29:21.437979 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: l2_adjacency.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.438904 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.439396 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 11:29:21.439755 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: l3.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.440773 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.441284 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: router Dec 15 11:29:21.441600 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.443940 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.444463 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 11:29:21.444789 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.445768 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.446558 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: ext-gw-mode Dec 15 11:29:21.446558 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.447519 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.448053 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: l3-ha Dec 15 11:29:21.448363 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: l3_flavors.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.449293 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.449803 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: l3-flavors Dec 15 11:29:21.450116 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.451024 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.451525 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 11:29:21.451982 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: l3agentscheduler.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.452952 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.453497 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: l3_agent_scheduler Dec 15 11:29:21.453772 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: local_ip.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.455605 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.456135 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension local_ip not supported by any of loaded plugins Dec 15 11:29:21.456460 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: logging.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.457939 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.458618 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension logging not supported by any of loaded plugins Dec 15 11:29:21.458779 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: metering.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.459684 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.460270 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: metering Dec 15 11:29:21.460596 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.461754 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.462264 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: metering_source_and_destination_fields Dec 15 11:29:21.462584 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: multiprovidernet.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.463501 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.464035 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: multi-provider Dec 15 11:29:21.464359 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: netmtu.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.465263 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.465768 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: net-mtu Dec 15 11:29:21.466084 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: netmtu_writable.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.466993 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.467493 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: net-mtu-writable Dec 15 11:29:21.467838 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: network_availability_zone.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.468504 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.468999 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: network_availability_zone Dec 15 11:29:21.469317 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: network_ip_availability.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.470425 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.470932 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: network-ip-availability Dec 15 11:29:21.471251 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: network_segment_range.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.472055 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.472551 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 11:29:21.472865 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: pagination.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.473833 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.474160 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: pagination Dec 15 11:29:21.474472 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: port_device_profile.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.475400 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.475944 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: port-device-profile Dec 15 11:29:21.476260 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.477196 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.477692 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: port-mac-address-regenerate Dec 15 11:29:21.478008 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.478925 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.479428 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: port-numa-affinity-policy Dec 15 11:29:21.479769 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: port_resource_request.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.480684 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.481179 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 11:29:21.481497 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: port_resource_request_groups.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.482462 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.482955 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 11:29:21.483273 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: portbindings.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.484301 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.484740 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: binding Dec 15 11:29:21.485054 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: portbindings_extended.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.486352 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.486856 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: binding-extended Dec 15 11:29:21.487210 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: portsecurity.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.488148 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.488648 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: port-security Dec 15 11:29:21.488965 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: project_id.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.489946 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.490274 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: project-id Dec 15 11:29:21.490595 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: providernet.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.491526 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.492062 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: provider Dec 15 11:29:21.492459 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.496241 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.496758 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension qos not supported by any of loaded plugins Dec 15 11:29:21.497081 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.498340 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.498841 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 11:29:21.499166 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.500108 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.500609 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 11:29:21.500935 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos_default.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.501836 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.502339 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension qos-default not supported by any of loaded plugins Dec 15 11:29:21.502662 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos_fip.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.503316 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.503847 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension qos-fip not supported by any of loaded plugins Dec 15 11:29:21.504168 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos_fip_network_policy.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.505168 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 11:29:21.505500 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos_gateway_ip.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.506405 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.506911 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 11:29:21.507233 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos_port_network_policy.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.508219 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.508716 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 11:29:21.509033 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.510319 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.510830 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 11:29:21.511150 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos_pps_rule.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.512371 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.512878 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension qos-pps not supported by any of loaded plugins Dec 15 11:29:21.513197 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos_rule_type_details.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.514102 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.514604 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 11:29:21.514921 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: qos_rules_alias.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.515990 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.516492 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 11:29:21.516812 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: quota_check_limit.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.517720 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.518225 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: quota-check-limit Dec 15 11:29:21.518549 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: quotasv2.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.519538 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.519888 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: quotas Dec 15 11:29:21.520205 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: quotasv2_detail.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.523417 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.523847 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: quota_details Dec 15 11:29:21.524176 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: rbac.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.525271 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.525800 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: rbac-policies Dec 15 11:29:21.526122 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: rbac_address_group.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.527077 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.527606 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: rbac-address-group Dec 15 11:29:21.527960 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: rbac_address_scope.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.528851 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.529357 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: rbac-address-scope Dec 15 11:29:21.529677 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: rbac_security_groups.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.530621 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.531127 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: rbac-security-groups Dec 15 11:29:21.531447 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: rbac_subnetpool.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.532374 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.532878 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: rbac-subnetpool Dec 15 11:29:21.533197 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: revisionifmatch.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.534113 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.534616 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: revision-if-match Dec 15 11:29:21.534934 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: revisions.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.536090 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.536593 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: standard-attr-revisions Dec 15 11:29:21.536913 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: router_availability_zone.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.537585 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.538087 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: router_availability_zone Dec 15 11:29:21.538406 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: routerservicetype.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.539517 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.540127 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension router-service-type not supported by any of loaded plugins Dec 15 11:29:21.540451 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.541465 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.541963 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: security-groups-normalized-cidr Dec 15 11:29:21.542280 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.543193 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.543728 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: port-security-groups-filtering Dec 15 11:29:21.544044 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.544986 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.545482 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: security-groups-remote-address-group Dec 15 11:29:21.545801 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.546737 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.547604 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: security-groups-shared-filtering Dec 15 11:29:21.547930 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.548508 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 11:29:21.548824 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: securitygroup.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.561500 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.562308 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: security-group Dec 15 11:29:21.562543 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: segment.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.564367 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.565092 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension segment not supported by any of loaded plugins Dec 15 11:29:21.565455 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.566880 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.567465 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 11:29:21.567922 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: servicetype.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.569396 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.570206 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: service-type Dec 15 11:29:21.570686 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: sorting.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.572058 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.572510 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: sorting Dec 15 11:29:21.572938 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: standard_attr_segment.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.573983 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.574754 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 11:29:21.575240 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: standardattrdescription.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.576121 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.576794 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: standard-attr-description Dec 15 11:29:21.577151 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: stateful_security_group.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.578355 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.579001 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: stateful-security-group Dec 15 11:29:21.579447 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: stdattrs_common.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.580282 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 11:29:21.580660 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.582124 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.582916 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 11:29:21.583310 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: subnet_onboard.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.584876 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.585455 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: subnet_onboard Dec 15 11:29:21.585859 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.587327 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.588377 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 11:29:21.588744 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: subnet_service_types.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.589999 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.590701 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: subnet-service-types Dec 15 11:29:21.591155 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: subnetallocation.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.592674 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.593349 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: subnet_allocation Dec 15 11:29:21.593767 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.594702 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.595466 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: subnetpool-prefix-ops Dec 15 11:29:21.596058 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.597160 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.597748 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 11:29:21.598071 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: tagging.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.599763 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.600269 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: standard-attr-tag Dec 15 11:29:21.600675 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: timestamp.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.602565 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.603220 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loaded extension: standard-attr-timestamp Dec 15 11:29:21.603699 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: trunk.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.605036 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.605651 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension trunk not supported by any of loaded plugins Dec 15 11:29:21.606092 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: trunk_details.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.607321 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.608093 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension trunk-details not supported by any of loaded plugins Dec 15 11:29:21.608455 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: uplink_status_propagation.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.609636 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.610205 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 11:29:21.610797 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Loading extension file: vlantransparent.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:21.611644 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:21.612195 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 11:29:21.615462 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:network Dec 15 11:29:21.616188 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:subnet Dec 15 11:29:21.616626 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 11:29:21.617095 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:port Dec 15 11:29:21.619699 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.620382 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service FLAVORS assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.621203 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.621985 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.622583 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:router Dec 15 11:29:21.623215 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:floatingip Dec 15 11:29:21.623988 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service METERING assigned prefix: /metering {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.625681 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.626130 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.626539 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:21.627737 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 11:29:21.628181 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:security_group Dec 15 11:29:21.628614 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 11:29:21.629244 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service CORE assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.629568 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 11:29:21.629930 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] subnetpool is already registered Dec 15 11:29:21.630373 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service CORE assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.630693 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 11:29:21.631018 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] subnetpool is already registered Dec 15 11:29:21.633500 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.634010 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service FLAVORS assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.634600 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.635015 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.635345 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:router Dec 15 11:29:21.635734 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] router is already registered Dec 15 11:29:21.636145 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:floatingip Dec 15 11:29:21.636477 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] floatingip is already registered Dec 15 11:29:21.636922 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service METERING assigned prefix: /metering {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.637595 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 11:29:21.637923 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] rbac_policy is already registered Dec 15 11:29:21.638322 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:security_group Dec 15 11:29:21.638649 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] security_group is already registered Dec 15 11:29:21.639047 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 11:29:21.639378 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] security_group_rule is already registered Dec 15 11:29:21.640070 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service CORE assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.640397 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 11:29:21.640728 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] subnetpool is already registered Dec 15 11:29:21.641144 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Service CORE assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:21.641459 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 11:29:21.641789 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] subnetpool is already registered Dec 15 11:29:21.642249 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: extensions {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.643793 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: address-groups {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.645533 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: address-scopes {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.646861 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: agents {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.648060 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: auto-allocated-topology {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.649646 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: availability_zones {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.650871 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: dhcp-networks {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.652416 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: dhcp-agents {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.653847 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: routers {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.656089 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: flavors {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.657267 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: service_profiles {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.658470 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: next_providers {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.659997 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: service_profiles {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.662600 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: floatingip-pools {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.663853 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: routers {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.666114 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: floatingips {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.667399 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: l3-routers {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.668837 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: l3-agents {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.670255 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: metering-labels {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.671645 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: metering-label-rules {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.673302 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: network-ip-availabilities {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.674546 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: bindings {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.676230 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: quotas {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.677821 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: quotas {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.679348 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: rbac-policies {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.680768 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: security-groups {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.682009 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: security-group-rules {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.683239 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: service-providers {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.684501 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: subnetpools {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.685925 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: subnetpools {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.687368 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.689116 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.690911 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.692772 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.694550 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.696482 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.698176 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.700106 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.701873 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.703722 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron.api.extensions [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:21.709875 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING keystonemiddleware.auth_token [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 11:29:21.714925 dv-cinder-813221-4-iscsi neutron-server[102495]: WARNING keystonemiddleware.auth_token [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 11:29:21.723603 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_concurrency.lockutils [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Acquired lock "singleton_lock" {{(pid=102495) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 11:29:21.724086 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_concurrency.lockutils [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Releasing lock "singleton_lock" {{(pid=102495) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 11:29:21.724752 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO oslo_service.service [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Starting 2 workers Dec 15 11:29:21.729669 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Started child 102604 {{(pid=102495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 11:29:21.734991 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Started child 102605 {{(pid=102495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 11:29:21.735199 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:21.735877 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO neutron.service [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 11:29:21.736462 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Publish callbacks [] for process, before_spawn {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:21.736631 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [-] (102604) wsgi starting up on http://0.0.0.0:9696 Dec 15 11:29:21.738925 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO oslo_service.service [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Starting 1 workers Dec 15 11:29:21.739238 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:21.740759 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [-] (102605) wsgi starting up on http://0.0.0.0:9696 Dec 15 11:29:21.744263 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Started child 102606 {{(pid=102495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 11:29:21.744849 dv-cinder-813221-4-iscsi neutron-server[102495]: INFO oslo_service.service [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Starting 1 workers Dec 15 11:29:21.748299 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.service [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] calling RpcWorker wait() {{(pid=102606) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 11:29:21.748870 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.service [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] returning from RpcWorker wait() {{(pid=102606) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 11:29:21.749364 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Started child 102607 {{(pid=102495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 11:29:21.749925 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:21.750142 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1cd75f1-a675-4003-9f1c-b9e1250b90ba None None] Publish callbacks [] for process, after_spawn {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:21.750574 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:21.752060 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102495) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 11:29:21.752267 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 11:29:21.752458 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 11:29:21.752874 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 11:29:21.753199 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 11:29:21.753378 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 11:29:21.753876 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.754152 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.754416 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.754506 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:21.754957 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.754957 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.755489 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.755762 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.756015 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.756325 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.756533 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.756706 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.756861 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.757119 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.757348 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.757653 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.758019 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.758257 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.758512 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.758685 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.758931 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.759200 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.759452 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.759740 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] debug = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.759985 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.760467 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.760690 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.760922 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.761145 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.761427 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.761651 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.761917 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.762170 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.762373 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.762738 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.762911 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.763078 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.763302 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.763542 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.763851 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.764013 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.764221 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.764698 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] host = dv-cinder-813221-4-iscsi {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.764910 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.765120 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.765359 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.765598 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.765837 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.766074 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.766380 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.766570 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.766815 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.767041 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.767285 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.767523 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.767781 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.768021 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.768181 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_options = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.768410 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.768681 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.768932 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.769127 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.769284 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.769455 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.769699 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.769841 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.770102 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.770395 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.770542 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.770730 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.770959 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.771185 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.771423 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.771838 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.772012 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.772149 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.772335 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.772574 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.772883 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.773033 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.773233 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.773505 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.773744 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.774018 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.774161 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.774401 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.774788 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.774788 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.775078 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.775260 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.775472 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.775801 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.776103 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.776247 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.776526 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.776677 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.776900 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.777125 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.777375 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.777615 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.777824 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.778064 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.778299 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.778536 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.778773 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_json = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.778996 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.779227 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.779476 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.779708 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.779921 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.780128 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.780364 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.780600 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.781009 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.782454 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.783036 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.783332 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.783691 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.783904 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.784109 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.784445 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.784882 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.785213 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.785429 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:21.785592 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.785748 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.786204 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.787184 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.787491 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.788356 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.788629 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.788918 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.789489 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.789748 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.789748 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.790018 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.790296 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.790499 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.790787 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.790996 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.791248 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.791550 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.791821 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.792166 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.792462 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.792739 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.793004 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.793277 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.793553 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.793780 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.793999 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.794216 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.794440 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.794719 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.795001 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.795167 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.795386 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.795662 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.795903 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.796138 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.796466 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.797226 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.797491 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.797699 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.800450 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.800450 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.800450 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.800450 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.800450 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.800450 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.800450 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.800450 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.800450 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.801070 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.801070 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.801070 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.801070 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.801070 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.801368 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.801500 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.801719 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.801931 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.802184 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.802403 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.802617 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.802830 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.803052 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.803282 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.803512 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.803842 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.804053 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.804274 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.804487 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.804697 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.805534 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.805534 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.805700 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.805887 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.806128 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.806345 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.806564 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.806777 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.806989 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.807233 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.807452 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.807738 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.808055 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.808299 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.808548 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.808766 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.809021 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.809243 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.809495 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.809732 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.809977 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.810197 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.810468 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.810694 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.810926 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.811150 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.811366 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.811649 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.811888 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.812123 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.812344 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.812583 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.812808 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.813128 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.813455 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.813760 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.814090 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.814351 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.814641 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.814879 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.815162 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.815383 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.815659 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.815964 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.816236 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.816499 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.816756 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.817009 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.817281 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.817534 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.817797 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.818033 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.818284 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.818510 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.818754 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.819004 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.819223 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.819458 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.819785 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.820086 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.820253 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.820525 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.820797 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.821036 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.821344 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.821620 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.821867 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.822106 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.822371 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.822623 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.822855 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.823086 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.823318 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.823539 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.823804 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.824022 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.824284 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.824476 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.824776 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.824955 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.825191 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.825461 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.825630 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.825844 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.826143 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.826487 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.826846 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.827082 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.827320 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.827611 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.827806 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.828048 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.828490 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.828840 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.829109 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.829387 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.829637 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.829873 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.830107 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.830352 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.830609 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.830828 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.831081 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.831340 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.831548 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.831791 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.832015 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.832246 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.832477 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.832707 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.832940 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.833195 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.834730 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.835617 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.836964 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.837226 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.837480 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.837713 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.837954 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.838831 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.839897 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.840909 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.841162 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.841425 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.841713 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.841979 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.842249 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.842475 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.842697 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.842917 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.843161 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.843385 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.844244 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.844506 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.844747 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.845237 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.846664 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.846919 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.847169 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.847411 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.847658 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.847900 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.848132 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.848413 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.848615 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.848835 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.849053 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.849303 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.849528 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.849788 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.850019 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.850232 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.850466 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.850694 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.850915 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.851129 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.851354 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.852680 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.852921 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.853739 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.853975 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.854198 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.854433 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.854671 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.854887 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.855139 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.855359 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.855584 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.855910 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.856190 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.856420 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.856702 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.856939 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.857188 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.857433 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.857747 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.857976 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.858237 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.858459 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.858711 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.858931 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.859199 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.859519 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.859815 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.860079 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.860348 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.860619 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.860899 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.861170 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.861388 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.861775 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.863544 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.863857 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.864129 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.864786 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.865061 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.865302 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.865563 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.865806 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.866056 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.866280 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.866530 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.866805 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.867057 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.868694 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.869430 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.869940 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.870186 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.870438 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.870775 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.871034 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.871210 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 11:29:21.871835 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102495) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 11:29:21.872007 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 11:29:21.873452 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 11:29:21.874589 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 11:29:21.874781 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 11:29:21.874945 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 11:29:21.875167 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.875340 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.875509 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.875725 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.875867 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.876444 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.878191 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.878376 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.878546 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.878715 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.878889 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.879039 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.879205 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.879369 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.879538 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.879765 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.879928 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.880098 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.880262 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.880423 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.880582 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.880744 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.880901 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] debug = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.881060 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.881275 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.881441 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.881601 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.881764 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.881922 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.882086 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.882244 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.882405 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.882569 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.882728 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.882995 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.883657 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.883657 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.883657 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.885392 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.885552 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:21.885647 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.885729 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.885864 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] host = dv-cinder-813221-4-iscsi {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.886023 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.886182 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.886344 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.886503 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.886664 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.886821 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.886980 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.887139 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.887298 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.887457 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.887641 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.887802 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.887960 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.888118 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.888278 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_options = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.888439 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.888598 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.888756 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.888949 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.889114 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.889276 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.889436 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.889596 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.889755 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.889914 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.890072 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.890230 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.890390 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.890548 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.890705 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.890862 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.891021 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.891180 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.891339 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.891499 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.891680 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.891843 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.892001 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.892173 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.892305 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.892463 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.892620 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.892777 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.892936 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.893097 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.893278 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.893438 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.893598 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.893755 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.893916 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.894075 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.894234 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.894392 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.894556 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.894719 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.894877 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.895034 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.895192 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.895350 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.895507 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.895699 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.895862 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_json = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.896001 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.896160 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.896318 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.896476 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.896634 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.896793 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.896951 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.897112 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:21.897293 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.897457 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.897628 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.897795 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.898905 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.899083 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.899256 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.899706 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.899885 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.900019 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.900180 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.900792 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.901665 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.901854 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.901953 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.902136 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.902269 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.902452 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.904568 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.904749 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.904993 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.905086 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.905246 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.905410 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.905571 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.905733 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.905888 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.906072 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.906233 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.906394 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.906558 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.906722 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.906883 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.907044 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.907207 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.907371 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.907533 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.908194 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.908359 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.908523 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.909377 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.909559 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.909722 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.909884 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.910048 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.910210 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.910375 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.910932 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.911324 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.912718 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.913741 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.913977 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.914305 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.914504 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.914649 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.914773 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.914938 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.915151 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.915258 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.915725 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.916206 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.916375 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.919594 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.919594 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.919594 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.919594 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.919594 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.919594 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.919594 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.919594 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.919594 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920175 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920175 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920175 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920175 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920175 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920175 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920175 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920175 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920175 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920675 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920675 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920675 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920675 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920675 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.920675 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.921012 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.921012 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.921131 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.921248 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.921510 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.921616 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.921739 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.922237 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.922400 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.922561 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.922722 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.922883 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.923044 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.923204 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.923364 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.923524 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.923726 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.923871 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.924038 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.924199 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.924363 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.924526 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.924686 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.924846 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.925006 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.925167 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.925326 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.925490 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.925650 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.925810 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.925972 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.926135 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.926304 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.926463 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.926627 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.926787 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.926960 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.927134 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.927298 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.927461 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.927643 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.927804 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.927964 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.928125 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.928286 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.928446 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.930539 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.931250 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.931440 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.931640 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.931819 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.931972 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.932164 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.932329 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.932494 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.932658 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.932821 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.932985 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.933148 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.933310 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.933473 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.933635 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.933821 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.934156 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.934156 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.934305 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.934458 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.934599 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.934762 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.934923 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.935109 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.935272 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.935435 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.937330 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.937607 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.937885 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.938060 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 38320) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:21.938903 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.939091 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.939270 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.940009 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.940646 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.940826 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.942349 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.942810 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.942983 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.943161 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.944209 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.944389 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.944562 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.944738 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.944910 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.945081 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.945243 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.945559 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.945794 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.945963 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.946128 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.946292 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.946457 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.946638 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.946785 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.947203 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.947299 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.947439 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.947537 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071204 Dec 15 11:29:21.947655 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.947823 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.947974 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.948115 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.948284 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.948482 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.949577 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.949756 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.949922 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.950085 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.950295 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.950567 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.950738 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.950902 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.951076 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.951222 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.951390 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.951552 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.951734 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.951895 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.952058 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.952272 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.952489 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.952645 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.952816 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.953052 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.953863 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.953863 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.953863 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.953863 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.953863 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.954241 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.954241 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.954389 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.954485 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.954607 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.954767 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.954930 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.955090 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.955251 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.955421 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.955681 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.955781 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.955933 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.956064 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.956222 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.956393 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.956554 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.956713 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.956871 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.957032 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.957191 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.957361 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.957522 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.957687 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.957850 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.958007 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.958167 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.958336 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.958503 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.958669 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.958840 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.958997 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.959161 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.959321 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.959493 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.959674 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.959838 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.959997 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.960157 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.960322 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.960486 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.960651 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.960822 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.961006 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.961171 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.961341 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.961511 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.961688 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.961926 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.962098 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.962271 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.962438 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.962599 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.962761 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.962920 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.963083 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.963243 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.963406 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.963592 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.963746 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.963906 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.964066 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.964226 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.964389 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.964548 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.964709 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.964870 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.965033 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.965194 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.966208 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:21.966366 dv-cinder-813221-4-iscsi neutron-server[102495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 11:29:33.700934 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fe83f5-4b04-40cd-85f1-d33f0d5627db None None] get_active_networks_info from dv-cinder-813221-4-iscsi {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 11:29:33.802935 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe83f5-4b04-40cd-85f1-d33f0d5627db None None] No non-hosted networks {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 11:29:33.828524 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.agentschedulers_db [None req-41fe83f5-4b04-40cd-85f1-d33f0d5627db None None] DHCP Agent not found on host dv-cinder-813221-4-iscsi {{(pid=102606) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 11:29:33.996135 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7981ff7a-6741-4cc8-a064-d882db80e478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550129'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:36.118246 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b71c417-074d-4e86-bd6a-13a6f497430c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550129'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:36.152153 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-501c284f-a949-437a-afcc-bba7b9901623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:37.217583 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550129'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:38.820862 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550129'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:39.519366 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550129'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:39.520387 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.520816 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.521255 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.521871 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.522168 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.522709 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.523274 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.523848 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.525134 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.525282 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.525616 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.525944 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.526288 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:39.526843 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813221-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:39.536315 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813221-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:40.134331 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 38412) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:40.724773 dv-cinder-813221-4-iscsi neutron-server[102605]: WARNING oslo_policy.policy [None req-07c55c5c-b068-47ef-8bb3-85a79dfba14c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:40.725516 dv-cinder-813221-4-iscsi neutron-server[102605]: WARNING oslo_policy.policy [None req-07c55c5c-b068-47ef-8bb3-85a79dfba14c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:41.011741 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [None req-07c55c5c-b068-47ef-8bb3-85a79dfba14c admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:29:41.012875 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-07c55c5c-b068-47ef-8bb3-85a79dfba14c admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8775313 Dec 15 11:29:42.681227 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.db.l3_hamode_db [None req-5c08b303-b32a-41cf-be2a-592028fe1dd2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 11:29:42.766804 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08b303-b32a-41cf-be2a-592028fe1dd2 None None] Routers set() bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:29:42.767196 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08b303-b32a-41cf-be2a-592028fe1dd2 None None] Router IDs set() for agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 11:29:43.723774 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 38428) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:44.059596 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-06a26c0a-d4b8-42ff-83e8-e5417adb29b1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:29:44.155806 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.policy [None req-06a26c0a-d4b8-42ff-83e8-e5417adb29b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102605) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 11:29:44.202770 dv-cinder-813221-4-iscsi neutron-server[102605]: WARNING oslo_policy.policy [None req-06a26c0a-d4b8-42ff-83e8-e5417adb29b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:44.203163 dv-cinder-813221-4-iscsi neutron-server[102605]: WARNING oslo_policy.policy [None req-06a26c0a-d4b8-42ff-83e8-e5417adb29b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:44.212417 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.quota [None req-06a26c0a-d4b8-42ff-83e8-e5417adb29b1 admin admin] Loaded quota_driver: . Dec 15 11:29:44.308077 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06a26c0a-d4b8-42ff-83e8-e5417adb29b1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792201662275', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792201660726', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792201675962', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792201641523', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792201630445', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792201655254', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1666035', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1654771', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536000', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705048'] for rbac-policy, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:44.379113 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06a26c0a-d4b8-42ff-83e8-e5417adb29b1 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:44.380667 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-06a26c0a-d4b8-42ff-83e8-e5417adb29b1 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6559310 Dec 15 11:29:47.318772 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 38440) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:47.648328 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:29:47.681285 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Made reservation on behalf of c107eb4a314a4732bee471b9349aea6c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:29:47.684080 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:47.702063 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:47.815828 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:47.822283 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:47.847118 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:29:47.873623 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792203760505', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:47.874208 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Unsubscribe: segment precommit_create {{(pid=102605) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 11:29:47.874715 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.segments_db [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Added segment 27e232cf-4003-4e8c-881e-e74af1915513 of type vlan for network c3115a39-4d8e-4081-bb16-2c94e6d3581f Dec 15 11:29:47.880703 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbae7964-4cd1-4f50-9f97-d684acd90f7e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:29:47.917767 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.918131 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.918445 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.918778 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.919106 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.919432 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.919800 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.920128 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.920466 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.920803 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.921126 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.921444 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.921761 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Tracked resource versions report: Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: pushed versions: Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: { 'AddressGroup': {'1.2'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'ConntrackHelper': {'1.0'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Log': {'1.0'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Network': {'1.1'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Port': {'1.7'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'PortForwarding': {'1.2'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'QosPolicy': {'1.10'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SecurityGroup': {'1.5'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SubPort': {'1.0'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Subnet': {'1.1'}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Trunk': {'1.1'}} Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: consumer versions: Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: { DHCP agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: L3 agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: Metadata agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: Metering agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: Open vSwitch agent@dv-cinder-813221-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'ConntrackHelper': '1.0', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'LocalIPAssociation': '1.0', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Log': '1.0', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Network': '1.1', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Port': '1.7', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'PortForwarding': '1.2', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'QosPolicy': '1.10', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SecurityGroup': '1.5', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SecurityGroupRule': '1.2', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SubPort': '1.0', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Subnet': '1.1', Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Trunk': '1.1'}} Dec 15 11:29:47.923491 dv-cinder-813221-4-iscsi neutron-server[102605]: {{(pid=102605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:29:48.004419 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:48.047370 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:48.048820 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:29:48.049535 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:48.134636 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8139997 Dec 15 11:29:48.162396 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f128f7-9b49-4eed-a938-3ea71808b72f admin admin] Pushing event updated for resources: {'Network': ['ID=c3115a39-4d8e-4081-bb16-2c94e6d3581f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:29:48.177445 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network c3115a39-4d8e-4081-bb16-2c94e6d3581f details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:29:51.109932 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 38454) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:51.536036 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cae07-5b00-4dd6-ad30-5e274691209d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:29:51.537430 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-709cae07-5b00-4dd6-ad30-5e274691209d admin admin] 10.222.0.46 "GET /v2.0/networks/c3115a39-4d8e-4081-bb16-2c94e6d3581f HTTP/1.1" status: 200 len: 825 time: 0.4265964 Dec 15 11:29:51.564361 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-4188fe5e-e0a5-4bf6-bb64-a0058a2b864d admin admin] 10.222.0.46 "GET /v2.0/subnetpools/1ea53996-c128-4685-8c57-e351712c5d6f HTTP/1.1" status: 200 len: 734 time: 0.0205932 Dec 15 11:29:51.575328 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] Request body: {'subnet': {'subnetpool_id': '1ea53996-c128-4685-8c57-e351712c5d6f', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:29:51.600933 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] Made reservation on behalf of c107eb4a314a4732bee471b9349aea6c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:29:51.603951 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:51.917886 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:51.987534 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39728433-55f3-4db5-a0bb-e5dfc135820a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:29:51.995246 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] Checking segment: {'id': '27e232cf-4003-4e8c-881e-e74af1915513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:29:51.995642 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] Network hostable DHCP agents. Network: c3115a39-4d8e-4081-bb16-2c94e6d3581f, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:29:52.023180 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] Network c3115a39-4d8e-4081-bb16-2c94e6d3581f is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:29:52.037185 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, c3115a39-4d8e-4081-bb16-2c94e6d3581f) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:29:52.042241 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:29:52.042849 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:52.049253 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1bd294-f676-4d07-a67e-83cc074c7b2a None None] Network c3115a39-4d8e-4081-bb16-2c94e6d3581f requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:29:52.059377 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-94f407b0-9366-4f15-bc98-1cc0ac4f729b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4881575 Dec 15 11:29:52.327223 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp076dc365-89fe-5bfb-9ff9-8d73b820697d-c3115a39-4d8e-4081-bb16-2c94e6d3581f', 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f', 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'fixed_ips': [{'subnet_id': '39728433-55f3-4db5-a0bb-e5dfc135820a'}]}} from dv-cinder-813221-4-iscsi. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:29:52.328484 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:52.655542 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Allocated IP 172.20.0.2 (c3115a39-4d8e-4081-bb16-2c94e6d3581f/39728433-55f3-4db5-a0bb-e5dfc135820a/2b903eda-77eb-4c2d-825e-b59cc339add7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:29:52.916483 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:52.925251 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:53.009412 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Network c3115a39-4d8e-4081-bb16-2c94e6d3581f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:29:53.014591 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:29:53.020563 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Pushing event updated for resources: {'Port': ['ID=2b903eda-77eb-4c2d-825e-b59cc339add7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:29:53.022890 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:29:53.033061 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.033560 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.033924 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.034262 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.034820 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.035216 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.035547 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.036039 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.036440 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.036791 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.037154 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.037494 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.037816 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Tracked resource versions report: Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: pushed versions: Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: { 'AddressGroup': {'1.2'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'ConntrackHelper': {'1.0'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Log': {'1.0'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Network': {'1.1'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Port': {'1.7'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'PortForwarding': {'1.2'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'QosPolicy': {'1.10'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SecurityGroup': {'1.5'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SubPort': {'1.0'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Subnet': {'1.1'}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Trunk': {'1.1'}} Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: consumer versions: Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: { DHCP agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: L3 agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: Metadata agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: Metering agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: Open vSwitch agent@dv-cinder-813221-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'ConntrackHelper': '1.0', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'LocalIPAssociation': '1.0', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Log': '1.0', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Network': '1.1', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Port': '1.7', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'PortForwarding': '1.2', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'QosPolicy': '1.10', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SecurityGroup': '1.5', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SecurityGroupRule': '1.2', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SubPort': '1.0', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Subnet': '1.1', Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Trunk': '1.1'}} Dec 15 11:29:53.039196 dv-cinder-813221-4-iscsi neutron-server[102606]: {{(pid=102606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:29:53.118876 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Attempting to bind port 2b903eda-77eb-4c2d-825e-b59cc339add7 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:29:53.119534 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Attempting to bind port 2b903eda-77eb-4c2d-825e-b59cc339add7 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '27e232cf-4003-4e8c-881e-e74af1915513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:29:53.119741 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Attempting to bind port 2b903eda-77eb-4c2d-825e-b59cc339add7 on network c3115a39-4d8e-4081-bb16-2c94e6d3581f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:29:53.125351 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:29:53.125711 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Checking segment: {'id': '27e232cf-4003-4e8c-881e-e74af1915513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:29:53.126207 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:53.126596 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Bound using segment: {'id': '27e232cf-4003-4e8c-881e-e74af1915513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:29:53.127087 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Bound port: 2b903eda-77eb-4c2d-825e-b59cc339add7, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e232cf-4003-4e8c-881e-e74af1915513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:29:53.127495 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:53.200522 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] For port 2b903eda-77eb-4c2d-825e-b59cc339add7, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:29:53.205555 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] For port 2b903eda-77eb-4c2d-825e-b59cc339add7, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=2b903eda-77eb-4c2d-825e-b59cc339add7,segment=NetworkSegment(27e232cf-4003-4e8c-881e-e74af1915513),segment_id=27e232cf-4003-4e8c-881e-e74af1915513)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:29:53.210541 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:53.290819 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d52f4c-9472-4a80-82ca-b24443379790 None None] Pushing event updated for resources: {'Port': ['ID=2b903eda-77eb-4c2d-825e-b59cc339add7,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:29:55.013534 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 38462) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:55.570261 dv-cinder-813221-4-iscsi neutron-server[102604]: WARNING oslo_policy.policy [None req-7c63c470-eed7-42ec-9986-06d89155f5a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:55.570983 dv-cinder-813221-4-iscsi neutron-server[102604]: WARNING oslo_policy.policy [None req-7c63c470-eed7-42ec-9986-06d89155f5a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:55.796405 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [None req-7c63c470-eed7-42ec-9986-06d89155f5a7 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:29:55.798013 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-7c63c470-eed7-42ec-9986-06d89155f5a7 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7821727 Dec 15 11:29:58.469174 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 38476) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:58.826114 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [None req-e90c130a-9bd3-4d1d-9d31-73201c6f3a3e admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:29:58.828876 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e90c130a-9bd3-4d1d-9d31-73201c6f3a3e admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3570511 Dec 15 11:30:01.826448 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 38490) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:30:02.169099 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3608517f-72cb-4ffe-a1c2-b262c6cfddc4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:30:02.234665 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.policy [None req-3608517f-72cb-4ffe-a1c2-b262c6cfddc4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102604) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 11:30:02.282633 dv-cinder-813221-4-iscsi neutron-server[102604]: WARNING oslo_policy.policy [None req-3608517f-72cb-4ffe-a1c2-b262c6cfddc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:30:02.283019 dv-cinder-813221-4-iscsi neutron-server[102604]: WARNING oslo_policy.policy [None req-3608517f-72cb-4ffe-a1c2-b262c6cfddc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:30:02.293423 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.quota [None req-3608517f-72cb-4ffe-a1c2-b262c6cfddc4 admin admin] Loaded quota_driver: . Dec 15 11:30:02.355332 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3608517f-72cb-4ffe-a1c2-b262c6cfddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12373'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:02.357412 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3608517f-72cb-4ffe-a1c2-b262c6cfddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12366'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:02.526059 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3608517f-72cb-4ffe-a1c2-b262c6cfddc4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:02.532162 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3608517f-72cb-4ffe-a1c2-b262c6cfddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552190'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:02.554438 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3608517f-72cb-4ffe-a1c2-b262c6cfddc4 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:02.555752 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-3608517f-72cb-4ffe-a1c2-b262c6cfddc4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7282734 Dec 15 11:30:02.870557 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a2353-f3af-465c-bfa4-a179552d0869 None None] Network c3115a39-4d8e-4081-bb16-2c94e6d3581f requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:30:02.943606 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c513a7f8-08c8-4945-8e0c-fd928158b39e None None] Provisioning complete for port 2b903eda-77eb-4c2d-825e-b59cc339add7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:02.943996 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c513a7f8-08c8-4945-8e0c-fd928158b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:03.142088 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c513a7f8-08c8-4945-8e0c-fd928158b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:03.179719 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c513a7f8-08c8-4945-8e0c-fd928158b39e None None] For port 2b903eda-77eb-4c2d-825e-b59cc339add7, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=2b903eda-77eb-4c2d-825e-b59cc339add7,segment=NetworkSegment(27e232cf-4003-4e8c-881e-e74af1915513),segment_id=27e232cf-4003-4e8c-881e-e74af1915513)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:30:03.198262 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c513a7f8-08c8-4945-8e0c-fd928158b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:03.260777 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513a7f8-08c8-4945-8e0c-fd928158b39e None None] Pushing event updated for resources: {'Port': ['ID=2b903eda-77eb-4c2d-825e-b59cc339add7,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:03.419533 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ae851a51-3486-41fc-98c9-004589b582a8 None None] Provisioning complete for port 2b903eda-77eb-4c2d-825e-b59cc339add7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:03.420305 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae851a51-3486-41fc-98c9-004589b582a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:03.451216 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 2b903eda-77eb-4c2d-825e-b59cc339add7 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:30:03.544642 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 2b903eda-77eb-4c2d-825e-b59cc339add7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:03.545011 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:03.734470 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fda8728d-c8f5-4d18-b46e-7b0332dddac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:05.245202 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 38500) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:30:05.581167 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [None req-2209f9d2-ba3d-455c-bdb8-da0afdf1e70c admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:30:05.582149 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-2209f9d2-ba3d-455c-bdb8-da0afdf1e70c admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3360040 Dec 15 11:30:06.109430 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0492adb0-07ae-4287-994c-3208bd42050b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:07.164287 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.312628 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 38518) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:30:08.484010 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:30:08.515308 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Made reservation on behalf of a6d08c3136714613b435af054108cd80 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:30:08.518290 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.539722 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.674906 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.679892 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.694663 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Reserving flat network on physical network physnet1 {{(pid=102604) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 11:30:08.730093 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792203760505', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.730695 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Unsubscribe: segment precommit_create {{(pid=102604) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 11:30:08.731210 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.segments_db [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Added segment cf17c20e-8693-467b-85ed-3cb03e77775c of type flat for network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb Dec 15 11:30:08.749628 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a1b9b7-8cdc-4db5-ada3-e716b49c75c3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:08.756104 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.799334 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.799623 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.799878 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.800241 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.800560 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.800895 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.801230 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.801562 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.801878 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.802219 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.802540 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.802845 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.803158 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Tracked resource versions report: Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: pushed versions: Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: { 'AddressGroup': {'1.2'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'ConntrackHelper': {'1.0'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Log': {'1.0'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Network': {'1.1'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Port': {'1.7'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'PortForwarding': {'1.2'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'QosPolicy': {'1.10'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SecurityGroup': {'1.5'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SubPort': {'1.0'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Subnet': {'1.1'}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Trunk': {'1.1'}} Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: consumer versions: Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: { DHCP agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: L3 agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: Metadata agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: Metering agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: Open vSwitch agent@dv-cinder-813221-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'ConntrackHelper': '1.0', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'LocalIPAssociation': '1.0', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Log': '1.0', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Network': '1.1', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Port': '1.7', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'PortForwarding': '1.2', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'QosPolicy': '1.10', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SecurityGroup': '1.5', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SecurityGroupRule': '1.2', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SubPort': '1.0', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Subnet': '1.1', Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Trunk': '1.1'}} Dec 15 11:30:08.804624 dv-cinder-813221-4-iscsi neutron-server[102604]: {{(pid=102604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:30:08.860487 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.906832 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.908164 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:30:08.908844 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.992096 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6783171 Dec 15 11:30:09.011894 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047db2f6-77ad-44e8-83d9-1c8093a30459 admin admin] Pushing event updated for resources: {'Network': ['ID=f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:09.025052 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:30:09.516386 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:11.471793 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 38540) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:30:11.626441 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5224e9d5-21ee-4ee2-b0af-62eed6468383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:30:11.627806 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-5224e9d5-21ee-4ee2-b0af-62eed6468383 admin admin] 10.222.0.46 "GET /v2.0/subnets/39728433-55f3-4db5-a0bb-e5dfc135820a HTTP/1.1" status: 200 len: 849 time: 0.1547356 Dec 15 11:30:11.770603 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-3d43c224-4791-4f82-8abd-7325afba1263 admin admin] 10.222.0.46 "GET /v2.0/routers/f46d8fbf-9adb-45e0-8410-1e92cfdb001a HTTP/1.1" status: 200 len: 704 time: 0.1365964 Dec 15 11:30:12.053413 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:12.367266 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Allocated IP 172.20.0.1 (c3115a39-4d8e-4081-bb16-2c94e6d3581f/39728433-55f3-4db5-a0bb-e5dfc135820a/9b6dec5a-5da9-4ea4-bacd-6566822e1897) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:30:12.580806 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:12.652470 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:12.735590 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Network c3115a39-4d8e-4081-bb16-2c94e6d3581f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:30:12.742731 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:30:12.746482 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:30:12.747191 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552845'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:12.749971 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Pushing event updated for resources: {'Port': ['ID=9b6dec5a-5da9-4ea4-bacd-6566822e1897,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:12.954321 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:12.996214 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-68883d35-abf5-4c35-8338-b924d0e38a88 None None] Provisioning complete for port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:12.996803 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68883d35-abf5-4c35-8338-b924d0e38a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:13.032757 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-68883d35-abf5-4c35-8338-b924d0e38a88 None None] Port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:30:13.260937 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:13.266669 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:13.267439 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549949'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:13.347888 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Pushing event updated for resources: {'Port': ['ID=9b6dec5a-5da9-4ea4-bacd-6566822e1897,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:13.400907 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Network c3115a39-4d8e-4081-bb16-2c94e6d3581f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:30:13.406612 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:30:13.596975 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Router f46d8fbf-9adb-45e0-8410-1e92cfdb001a is scheduled to L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:30:13.660624 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4bde01b2-3680-4cc2-9085-28415c81a6ee None None] Provisioning complete for port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:13.661155 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bde01b2-3680-4cc2-9085-28415c81a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:13.698214 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:30:13.719595 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b7eae21a-1b62-4af5-a4c6-d9327d9515bd admin admin] 10.222.0.46 "PUT /v2.0/routers/f46d8fbf-9adb-45e0-8410-1e92cfdb001a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9276335 Dec 15 11:30:13.720097 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Sync routers for ids ['f46d8fbf-9adb-45e0-8410-1e92cfdb001a'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:30:13.745493 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Routers {'f46d8fbf-9adb-45e0-8410-1e92cfdb001a'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:30:13.747176 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:30:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['f46d8fbf-9adb-45e0-8410-1e92cfdb001a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:13.788309 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4bde01b2-3680-4cc2-9085-28415c81a6ee None None] Port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:30:14.027662 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Set router f46d8fbf-9adb-45e0-8410-1e92cfdb001a gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:30:14.485586 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'name': 'router1', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:30:02Z', 'updated_at': '2021-12-15T11:30:12Z', 'revision_number': 2, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'gw_port_host': None, '_interfaces': [{'id': '9b6dec5a-5da9-4ea4-bacd-6566822e1897', 'name': '', 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'mac_address': 'fa:16:3e:f5:a7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:12Z', 'updated_at': '2021-12-15T11:30:13Z', 'revision_number': 2, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'subnets': [{'id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ea53996-c128-4685-8c57-e351712c5d6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:14.537841 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Checking router: f46d8fbf-9adb-45e0-8410-1e92cfdb001a for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:30:14.538241 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Updating router f46d8fbf-9adb-45e0-8410-1e92cfdb001a port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 binding host dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:30:14.589292 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.129523 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.138183 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.301936 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Pushing event updated for resources: {'Port': ['ID=9b6dec5a-5da9-4ea4-bacd-6566822e1897,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:15.319445 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.319836 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.320176 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.320576 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.320911 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.321237 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.321562 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.322054 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.322421 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.322764 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.323202 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.323583 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.323882 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Tracked resource versions report: Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: pushed versions: Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: { 'AddressGroup': {'1.2'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'ConntrackHelper': {'1.0'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Log': {'1.0'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Network': {'1.1'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Port': {'1.7'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'PortForwarding': {'1.2'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'QosPolicy': {'1.10'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SecurityGroup': {'1.5'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SubPort': {'1.0'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Subnet': {'1.1'}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Trunk': {'1.1'}} Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: consumer versions: Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: { DHCP agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: L3 agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: Metadata agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: Metering agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: Open vSwitch agent@dv-cinder-813221-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'ConntrackHelper': '1.0', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'LocalIPAssociation': '1.0', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Log': '1.0', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Network': '1.1', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Port': '1.7', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'PortForwarding': '1.2', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'QosPolicy': '1.10', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SecurityGroup': '1.5', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SecurityGroupRule': '1.2', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SubPort': '1.0', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Subnet': '1.1', Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Trunk': '1.1'}} Dec 15 11:30:15.325308 dv-cinder-813221-4-iscsi neutron-server[102607]: {{(pid=102607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:30:15.330655 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Attempting to bind port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:30:15.331072 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Attempting to bind port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '27e232cf-4003-4e8c-881e-e74af1915513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:30:15.331499 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Attempting to bind port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 on network c3115a39-4d8e-4081-bb16-2c94e6d3581f {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:30:15.338582 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:30:15.339437 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Checking segment: {'id': '27e232cf-4003-4e8c-881e-e74af1915513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:30:15.340015 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.340410 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Bound using segment: {'id': '27e232cf-4003-4e8c-881e-e74af1915513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:30:15.340923 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Bound port: 9b6dec5a-5da9-4ea4-bacd-6566822e1897, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e232cf-4003-4e8c-881e-e74af1915513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:30:15.341319 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.410606 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] For port 9b6dec5a-5da9-4ea4-bacd-6566822e1897, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:30:15.419933 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1fc8228f-edf2-4f43-a98e-339312d71c86 None None] Provisioning complete for port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:15.420526 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fc8228f-edf2-4f43-a98e-339312d71c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.432061 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] For port 9b6dec5a-5da9-4ea4-bacd-6566822e1897, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=9b6dec5a-5da9-4ea4-bacd-6566822e1897,segment=NetworkSegment(27e232cf-4003-4e8c-881e-e74af1915513),segment_id=27e232cf-4003-4e8c-881e-e74af1915513)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:30:15.442340 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.460630 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8228f-edf2-4f43-a98e-339312d71c86 None None] Port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:30:15.501420 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Routers {'f46d8fbf-9adb-45e0-8410-1e92cfdb001a'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:30:15.502245 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:30:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['f46d8fbf-9adb-45e0-8410-1e92cfdb001a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:15.590968 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07a785-b2eb-4154-9add-b670ce2beec2 None None] Pushing event updated for resources: {'Port': ['ID=9b6dec5a-5da9-4ea4-bacd-6566822e1897,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:15.616620 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] Set router f46d8fbf-9adb-45e0-8410-1e92cfdb001a gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:30:15.690184 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-46b6ca2b-3ee3-4d0c-8858-8ae488fbfb37 None None] Provisioning complete for port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:15.690839 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46b6ca2b-3ee3-4d0c-8858-8ae488fbfb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.779457 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46b6ca2b-3ee3-4d0c-8858-8ae488fbfb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.813567 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-46b6ca2b-3ee3-4d0c-8858-8ae488fbfb37 None None] For port 9b6dec5a-5da9-4ea4-bacd-6566822e1897, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=9b6dec5a-5da9-4ea4-bacd-6566822e1897,segment=NetworkSegment(27e232cf-4003-4e8c-881e-e74af1915513),segment_id=27e232cf-4003-4e8c-881e-e74af1915513)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:30:15.818382 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46b6ca2b-3ee3-4d0c-8858-8ae488fbfb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.845430 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'name': 'router1', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:30:02Z', 'updated_at': '2021-12-15T11:30:12Z', 'revision_number': 2, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'gw_port_host': None, '_interfaces': [{'id': '9b6dec5a-5da9-4ea4-bacd-6566822e1897', 'name': '', 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'mac_address': 'fa:16:3e:f5:a7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:12Z', 'updated_at': '2021-12-15T11:30:15Z', 'revision_number': 4, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'subnets': [{'id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ea53996-c128-4685-8c57-e351712c5d6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:15.872879 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6ca2b-3ee3-4d0c-8858-8ae488fbfb37 None None] Pushing event updated for resources: {'Port': ['ID=9b6dec5a-5da9-4ea4-bacd-6566822e1897,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:15.875491 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343bcd6-f69d-4ce4-9b3d-2302f699ff81 None None] The sync data for ids ['f46d8fbf-9adb-45e0-8410-1e92cfdb001a'] in dv-cinder-813221-4-iscsi is: [{'id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'name': 'router1', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:30:02Z', 'updated_at': '2021-12-15T11:30:12Z', 'revision_number': 2, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'gw_port_host': None, '_interfaces': [{'id': '9b6dec5a-5da9-4ea4-bacd-6566822e1897', 'name': '', 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'mac_address': 'fa:16:3e:f5:a7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:12Z', 'updated_at': '2021-12-15T11:30:15Z', 'revision_number': 4, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'subnets': [{'id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ea53996-c128-4685-8c57-e351712c5d6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:30:16.247592 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 38550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:30:16.371462 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b26ec-7b82-44e7-bf3d-9c6003e4719e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:30:16.372958 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-bb9b26ec-7b82-44e7-bf3d-9c6003e4719e admin admin] 10.222.0.46 "GET /v2.0/networks/f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb HTTP/1.1" status: 200 len: 842 time: 0.1239643 Dec 15 11:30:16.383580 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:30:16.414532 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Made reservation on behalf of a6d08c3136714613b435af054108cd80 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:30:16.417562 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:16.747494 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.objects.ports [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 11:30:16.747971 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:16.800167 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=129a0cb0-1772-497c-8c06-25221d37918e,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:16.812498 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Checking segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:30:16.812848 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Network hostable DHCP agents. Network: f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:30:16.839029 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:30:16.859255 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:30:16.863509 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:30:16.864319 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:16.871627 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2dd732-414b-4568-b881-206386a2fee0 None None] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:30:16.885919 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e92f69e4-84a3-49d5-887d-ac998dc3c4c6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5059814 Dec 15 11:30:16.989276 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf7990-1b7e-4631-96e5-3444cea196f5 None None] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:30:19.664019 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 38558) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:30:19.954909 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-3f9baa22-3cb7-4610-9538-c2df09c2b478 admin admin] 10.222.0.46 "GET /v2.0/routers/f46d8fbf-9adb-45e0-8410-1e92cfdb001a HTTP/1.1" status: 200 len: 710 time: 0.2895265 Dec 15 11:30:20.077095 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc6501f-61f1-420f-932b-e2cd84be828b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:30:20.078490 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-5dc6501f-61f1-420f-932b-e2cd84be828b admin admin] 10.222.0.46 "GET /v2.0/networks/f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb HTTP/1.1" status: 200 len: 886 time: 0.1172249 Dec 15 11:30:20.088060 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:30:20.368161 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:20.620838 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:20.706421 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:20.921093 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Allocated IP 172.27.1.218 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/f46566ef-f27e-4025-8968-d320c369bfd6) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:30:21.050134 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:21.118340 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:21.192691 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:30:21.197772 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:30:21.208144 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:30:21.214200 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Pushing event updated for resources: {'Port': ['ID=f46566ef-f27e-4025-8968-d320c369bfd6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:21.503873 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:21.749155 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12400'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:21.757000 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-552168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-552177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550235'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:21.897906 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Router f46d8fbf-9adb-45e0-8410-1e92cfdb001a has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:30:22.028356 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:30:22.033109 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:22.034181 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-d687529f-823a-4b4c-9512-edf6ea5b30dc admin admin] 10.222.0.46 "PUT /v2.0/routers/f46d8fbf-9adb-45e0-8410-1e92cfdb001a HTTP/1.1" status: 200 len: 890 time: 1.9494848 Dec 15 11:30:23.221802 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Sync routers for ids ['f46d8fbf-9adb-45e0-8410-1e92cfdb001a'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:30:23.233603 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Routers {'f46d8fbf-9adb-45e0-8410-1e92cfdb001a'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:30:23.234255 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:30:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['f46d8fbf-9adb-45e0-8410-1e92cfdb001a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:23.460241 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Set router f46d8fbf-9adb-45e0-8410-1e92cfdb001a gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:30:23.479085 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 9b6dec5a-5da9-4ea4-bacd-6566822e1897 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:30:23.787947 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:23.788369 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:24.032034 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'name': 'router1', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'f46566ef-f27e-4025-8968-d320c369bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:30:02Z', 'updated_at': '2021-12-15T11:30:21Z', 'revision_number': 4, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'gw_port': {'id': 'f46566ef-f27e-4025-8968-d320c369bfd6', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:20Z', 'updated_at': '2021-12-15T11:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '9b6dec5a-5da9-4ea4-bacd-6566822e1897', 'name': '', 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'mac_address': 'fa:16:3e:f5:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:12Z', 'updated_at': '2021-12-15T11:30:15Z', 'revision_number': 5, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'subnets': [{'id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ea53996-c128-4685-8c57-e351712c5d6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:24.189499 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Checking router: f46d8fbf-9adb-45e0-8410-1e92cfdb001a for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:30:24.189756 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Updating router f46d8fbf-9adb-45e0-8410-1e92cfdb001a port f46566ef-f27e-4025-8968-d320c369bfd6 binding host dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:30:24.241304 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:24.629084 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:24.636533 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:24.696995 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Attempting to bind port f46566ef-f27e-4025-8968-d320c369bfd6 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:30:24.697494 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Attempting to bind port f46566ef-f27e-4025-8968-d320c369bfd6 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:30:24.697968 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Attempting to bind port f46566ef-f27e-4025-8968-d320c369bfd6 on network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:30:24.700222 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93644bc-1b11-47d5-854a-26d7d6ebf5dd None None] Pushing event updated for resources: {'Port': ['ID=f46566ef-f27e-4025-8968-d320c369bfd6,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:24.707028 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:30:24.707455 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Checking segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:30:24.708341 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:24.708341 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Bound using segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:30:24.712005 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Bound port: f46566ef-f27e-4025-8968-d320c369bfd6, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:30:24.712005 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:24.742008 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 38570) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:30:24.765559 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] For port f46566ef-f27e-4025-8968-d320c369bfd6, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:30:24.769073 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] For port f46566ef-f27e-4025-8968-d320c369bfd6, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=f46566ef-f27e-4025-8968-d320c369bfd6,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:30:24.775412 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:24.840714 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Routers {'f46d8fbf-9adb-45e0-8410-1e92cfdb001a'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:30:24.841348 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:30:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['f46d8fbf-9adb-45e0-8410-1e92cfdb001a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:24.843713 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93644bc-1b11-47d5-854a-26d7d6ebf5dd None None] Pushing event updated for resources: {'Port': ['ID=f46566ef-f27e-4025-8968-d320c369bfd6,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:24.895284 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-8647979a-6845-457a-8e25-f6bd6e03105f admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1514366 Dec 15 11:30:24.971509 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] Set router f46d8fbf-9adb-45e0-8410-1e92cfdb001a gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:30:25.215919 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'name': 'router1', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'f46566ef-f27e-4025-8968-d320c369bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:30:02Z', 'updated_at': '2021-12-15T11:30:21Z', 'revision_number': 4, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'gw_port': {'id': 'f46566ef-f27e-4025-8968-d320c369bfd6', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:20Z', 'updated_at': '2021-12-15T11:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '9b6dec5a-5da9-4ea4-bacd-6566822e1897', 'name': '', 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'mac_address': 'fa:16:3e:f5:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:12Z', 'updated_at': '2021-12-15T11:30:15Z', 'revision_number': 5, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'subnets': [{'id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ea53996-c128-4685-8c57-e351712c5d6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:25.243389 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e7250-0f59-4489-ac44-5bfec780f09f None None] The sync data for ids ['f46d8fbf-9adb-45e0-8410-1e92cfdb001a'] in dv-cinder-813221-4-iscsi is: [{'id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'name': 'router1', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'f46566ef-f27e-4025-8968-d320c369bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:30:02Z', 'updated_at': '2021-12-15T11:30:21Z', 'revision_number': 4, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'gw_port': {'id': 'f46566ef-f27e-4025-8968-d320c369bfd6', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:20Z', 'updated_at': '2021-12-15T11:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '9b6dec5a-5da9-4ea4-bacd-6566822e1897', 'name': '', 'network_id': 'c3115a39-4d8e-4081-bb16-2c94e6d3581f', 'tenant_id': 'c107eb4a314a4732bee471b9349aea6c', 'mac_address': 'fa:16:3e:f5:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46d8fbf-9adb-45e0-8410-1e92cfdb001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:12Z', 'updated_at': '2021-12-15T11:30:15Z', 'revision_number': 5, 'project_id': 'c107eb4a314a4732bee471b9349aea6c', 'subnets': [{'id': '39728433-55f3-4db5-a0bb-e5dfc135820a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ea53996-c128-4685-8c57-e351712c5d6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:30:25.504234 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device f46566ef-f27e-4025-8968-d320c369bfd6 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:30:25.568154 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port f46566ef-f27e-4025-8968-d320c369bfd6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:25.568531 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:25.665102 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:25.689260 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port f46566ef-f27e-4025-8968-d320c369bfd6, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=f46566ef-f27e-4025-8968-d320c369bfd6,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:30:25.696313 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:25.762835 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=f46566ef-f27e-4025-8968-d320c369bfd6,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:27.462185 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device f46566ef-f27e-4025-8968-d320c369bfd6 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:30:27.526281 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port f46566ef-f27e-4025-8968-d320c369bfd6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:27.526738 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:28.807520 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:30:33.793636 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3027c34a-251e-42a0-b323-8855abb5c49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:36.132008 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f4c3634-de9d-4cb6-9342-72b0783cc5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:37.183883 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:38.762773 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:39.529776 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:03.754074 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6a53448-bced-4889-93e2-2135fd195a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:05.807174 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:31:06.117583 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9d540a2-2a53-4733-bc1b-43e6dceb3b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:07.165836 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:08.764246 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:09.532094 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:33.750159 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a63164ac-7bd1-4f4a-be3c-53f134e3bea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:36.122494 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5b93-8655-4dfe-9350-dfa0a6d3e153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:37.171900 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:38.773880 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:39.529879 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:42.806005 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:31:49.937147 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39054) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:50.002567 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c27ed2-c5b2-4104-a667-a81955d285a6 admin admin] GET failed (client error): The resource could not be found. Dec 15 11:31:50.003939 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-52c27ed2-c5b2-4104-a667-a81955d285a6 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656087 Dec 15 11:31:50.174484 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252d25b3-0e55-4155-8869-dbe460f62924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:50.175906 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-252d25b3-0e55-4155-8869-dbe460f62924 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1671343 Dec 15 11:31:52.627861 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39064) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:52.728503 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c48f7b-4a6e-4ca0-878a-486de3f0324c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:52.729944 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-85c48f7b-4a6e-4ca0-878a-486de3f0324c admin admin] 10.222.0.46 "GET /v2.0/subnets/39728433-55f3-4db5-a0bb-e5dfc135820a HTTP/1.1" status: 200 len: 849 time: 0.1010780 Dec 15 11:31:52.742993 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:31:52.930879 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Publish callbacks [] for subnet, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:53.079158 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792203776476'] for subnet, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:53.113023 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:53.113622 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:53.114921 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] 10.222.0.46 "PUT /v2.0/subnets/39728433-55f3-4db5-a0bb-e5dfc135820a HTTP/1.1" status: 200 len: 868 time: 0.3760300 Dec 15 11:31:53.117685 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9334cce6-c33c-4bbf-a602-55924986394e None None] Network c3115a39-4d8e-4081-bb16-2c94e6d3581f requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:31:53.136743 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=39728433-55f3-4db5-a0bb-e5dfc135820a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:31:53.145106 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.145457 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.145831 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.146167 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.146487 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.146826 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.147180 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.147503 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.148026 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.148383 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.148717 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.149043 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.149368 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6c351-31a1-429f-9fb7-5cb3e912cb7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:53.502445 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f99a9016-b9f7-4982-aa58-1d5f409f4243 None None] Provisioning complete for port 2b903eda-77eb-4c2d-825e-b59cc339add7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:31:53.502730 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f99a9016-b9f7-4982-aa58-1d5f409f4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:53.596801 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f99a9016-b9f7-4982-aa58-1d5f409f4243 None None] Provisioning complete for port 9b6dec5a-5da9-4ea4-bacd-6566822e1897 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:31:53.597221 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f99a9016-b9f7-4982-aa58-1d5f409f4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:55.549470 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39072) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:55.767415 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a259bad-4c50-43b1-a812-891f10daa0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:55.767825 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a259bad-4c50-43b1-a812-891f10daa0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:55.769414 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-5a259bad-4c50-43b1-a812-891f10daa0f4 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2187841 Dec 15 11:31:58.179651 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39082) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:58.395555 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6e1b91-edf6-426e-aacd-f3a0dbb1b0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:58.396067 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6e1b91-edf6-426e-aacd-f3a0dbb1b0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:58.397617 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-ee6e1b91-edf6-426e-aacd-f3a0dbb1b0ff admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2169676 Dec 15 11:32:00.844724 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:01.004207 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006481c5-fbc3-46a4-ad4d-0f7b9dfddba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:01.005594 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-006481c5-fbc3-46a4-ad4d-0f7b9dfddba0 admin admin] 10.222.0.46 "GET /v2.0/networks/c3115a39-4d8e-4081-bb16-2c94e6d3581f HTTP/1.1" status: 200 len: 869 time: 0.1598589 Dec 15 11:32:03.413676 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39098) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:03.625013 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fffc7e-d6bc-416d-961b-36b2d89650ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:03.626324 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-f6fffc7e-d6bc-416d-961b-36b2d89650ad admin admin] 10.222.0.46 "GET /v2.0/networks/f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb HTTP/1.1" status: 200 len: 886 time: 0.2115457 Dec 15 11:32:03.760510 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62d9dd63-e48d-4c9b-9e98-62bec5e5e5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:06.056264 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:06.126646 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b38fb179-9493-4571-9e62-e8515db94723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:06.202791 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9c6296-3a50-4180-9978-4af8615be1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:06.203258 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9c6296-3a50-4180-9978-4af8615be1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:06.204852 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-3a9c6296-3a50-4180-9978-4af8615be1b0 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1476028 Dec 15 11:32:07.172295 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:08.612187 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:08.707474 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1389635a-4081-47a3-b121-27ca178c61f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:08.708004 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1389635a-4081-47a3-b121-27ca178c61f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:08.709582 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-1389635a-4081-47a3-b121-27ca178c61f6 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0963936 Dec 15 11:32:08.768600 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:09.526722 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:11.162690 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39122) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:11.258458 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87a23a8-a929-40e5-83c6-81b3979e1711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:11.261210 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f87a23a8-a929-40e5-83c6-81b3979e1711 admin admin] 10.222.0.46 "GET /v2.0/subnets/129a0cb0-1772-497c-8c06-25221d37918e HTTP/1.1" status: 200 len: 816 time: 0.0974979 Dec 15 11:32:13.818830 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39130) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:13.922267 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4bd1d8-3ace-4e5a-9527-a3b8cc05a00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:13.923702 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-1f4bd1d8-3ace-4e5a-9527-a3b8cc05a00a admin admin] 10.222.0.46 "GET /v2.0/subnets/39728433-55f3-4db5-a0bb-e5dfc135820a HTTP/1.1" status: 200 len: 868 time: 0.1038818 Dec 15 11:32:19.805256 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:32:33.757699 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aded7484-da42-4577-bb32-8268f5dbe37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:36.139227 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5edcca30-c31a-4fac-979f-3432b03bcf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:37.187761 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:38.770666 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:39.523681 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:39.841912 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39184) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:39.903025 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [None req-84a0422c-bf6d-46e3-8c9a-2d48337fa2da admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:32:39.904128 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-84a0422c-bf6d-46e3-8c9a-2d48337fa2da admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0612011 Dec 15 11:32:42.437626 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39192) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:42.517797 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-75170d54-80a7-4021-b1d8-0006b3c1b517 admin admin] GET failed (client error): The resource could not be found. Dec 15 11:32:42.519155 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-75170d54-80a7-4021-b1d8-0006b3c1b517 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0805278 Dec 15 11:32:42.611269 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc7f70-5a37-49b3-90c8-fd0463687901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:42.612855 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-ddcc7f70-5a37-49b3-90c8-fd0463687901 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0866139 Dec 15 11:32:45.057047 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39200) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:45.110022 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:32:45.143175 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] Made reservation on behalf of a6d08c3136714613b435af054108cd80 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:32:45.145435 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:45.175513 dv-cinder-813221-4-iscsi neutron-server[102604]: WARNING neutron.services.revisions.revision_plugin [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] Could not find related network for resource to bump revision. Dec 15 11:32:45.190340 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:32:45.199798 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:45.200138 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.segments_db [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] Added segment 7485294c-e5ea-4fd8-8395-1fa41e605cb4 of type vlan for network 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 Dec 15 11:32:45.246198 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:45.273552 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:45.275251 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:45.276270 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:45.333350 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2751539 Dec 15 11:32:45.344256 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474cea8-d268-4d16-9a0f-8a4eab0e5f16 admin admin] Pushing event updated for resources: {'Network': ['ID=0f36de9a-383d-41e1-b5d8-ec815b7fc2b7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:32:45.356237 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:32:47.797402 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39208) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:47.874346 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-42713939-48bb-4863-bfc5-ee5611210ee3 admin admin] GET failed (client error): The resource could not be found. Dec 15 11:32:47.875948 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-42713939-48bb-4863-bfc5-ee5611210ee3 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0774503 Dec 15 11:32:47.994538 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b785c765-7885-4078-a473-eaccb322310e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:47.996123 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-b785c765-7885-4078-a473-eaccb322310e admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1152606 Dec 15 11:32:48.009961 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:32:48.035826 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Made reservation on behalf of a6d08c3136714613b435af054108cd80 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:32:48.038220 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:48.225864 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:48.279298 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9068ac10-ecb4-4338-aad1-18d6bec7b4a5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:32:48.290122 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.290490 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.290832 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.291165 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.291484 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.291831 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.292169 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.292495 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.292830 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.293173 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.293494 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.293804 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.294115 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.300433 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Checking segment: {'id': '7485294c-e5ea-4fd8-8395-1fa41e605cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:32:48.300804 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Network hostable DHCP agents. Network: 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:32:48.325218 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Network 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:32:48.338008 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:32:48.343597 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:48.344288 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:48.350405 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b6b1f1-2b22-4fbd-89fd-8ca09049e6f9 None None] Network 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:32:48.362996 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-9dc3894f-43cc-474e-92d2-78c6a4c7b61c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3556080 Dec 15 11:32:48.462719 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp076dc365-89fe-5bfb-9ff9-8d73b820697d-0f36de9a-383d-41e1-b5d8-ec815b7fc2b7', 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7', 'project_id': 'a6d08c3136714613b435af054108cd80', 'fixed_ips': [{'subnet_id': '9068ac10-ecb4-4338-aad1-18d6bec7b4a5'}]}} from dv-cinder-813221-4-iscsi. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:32:48.463673 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:48.613951 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Allocated IP 192.168.233.2 (0f36de9a-383d-41e1-b5d8-ec815b7fc2b7/9068ac10-ecb4-4338-aad1-18d6bec7b4a5/15a4a711-f831-4d48-a604-f0f6702caf61) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:32:48.764778 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:48.772690 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:48.817906 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Network 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:32:48.821516 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Pushing event updated for resources: {'Port': ['ID=15a4a711-f831-4d48-a604-f0f6702caf61,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:32:48.823781 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:32:48.826482 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:32:48.834842 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.834842 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.835111 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.835357 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.835692 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.836020 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.836347 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.836670 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.837008 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.837344 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.837669 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.837977 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.838294 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:48.894268 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Attempting to bind port 15a4a711-f831-4d48-a604-f0f6702caf61 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:32:48.894581 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Attempting to bind port 15a4a711-f831-4d48-a604-f0f6702caf61 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '7485294c-e5ea-4fd8-8395-1fa41e605cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:32:48.894901 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Attempting to bind port 15a4a711-f831-4d48-a604-f0f6702caf61 on network 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:32:48.900258 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:32:48.900625 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Checking segment: {'id': '7485294c-e5ea-4fd8-8395-1fa41e605cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:32:48.901020 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:48.901429 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Bound using segment: {'id': '7485294c-e5ea-4fd8-8395-1fa41e605cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:32:48.901926 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Bound port: 15a4a711-f831-4d48-a604-f0f6702caf61, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7485294c-e5ea-4fd8-8395-1fa41e605cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:32:48.902434 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:48.964764 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] For port 15a4a711-f831-4d48-a604-f0f6702caf61, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:32:48.967956 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] For port 15a4a711-f831-4d48-a604-f0f6702caf61, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=15a4a711-f831-4d48-a604-f0f6702caf61,segment=NetworkSegment(7485294c-e5ea-4fd8-8395-1fa41e605cb4),segment_id=7485294c-e5ea-4fd8-8395-1fa41e605cb4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:32:48.974364 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:49.040100 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27f443-b846-4dd2-82e3-bd7d0d89d51c None None] Pushing event updated for resources: {'Port': ['ID=15a4a711-f831-4d48-a604-f0f6702caf61,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:32:49.550951 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 15a4a711-f831-4d48-a604-f0f6702caf61 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:32:49.610645 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 15a4a711-f831-4d48-a604-f0f6702caf61 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:32:49.611780 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:49.808808 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:49.845399 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 15a4a711-f831-4d48-a604-f0f6702caf61, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=15a4a711-f831-4d48-a604-f0f6702caf61,segment=NetworkSegment(7485294c-e5ea-4fd8-8395-1fa41e605cb4),segment_id=7485294c-e5ea-4fd8-8395-1fa41e605cb4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:32:49.852694 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:49.906385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aed3578-d880-4431-95e3-c98b3fa0987b None None] Network 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:32:49.955719 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=15a4a711-f831-4d48-a604-f0f6702caf61,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:32:49.995066 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c3407ec0-4907-4c55-a564-ac148e77cc9f None None] Provisioning complete for port 15a4a711-f831-4d48-a604-f0f6702caf61 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:32:49.995415 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3407ec0-4907-4c55-a564-ac148e77cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:50.330700 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7a2595cf-0d3e-4cb9-8245-4ba3693ac4c9 None None] Provisioning complete for port 15a4a711-f831-4d48-a604-f0f6702caf61 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:32:50.331071 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a2595cf-0d3e-4cb9-8245-4ba3693ac4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:51.527660 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 15a4a711-f831-4d48-a604-f0f6702caf61 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:32:51.581803 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 15a4a711-f831-4d48-a604-f0f6702caf61 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:32:51.581803 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:56.805073 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:33:03.764612 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8793020-4fe1-4646-9207-796af765fa35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:06.134668 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c7897b53-47f8-497b-a46a-e5153a13e5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:07.176604 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:08.774166 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:09.522195 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:33.761238 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-812ef03c-44d4-427b-8ff3-179dbf316e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:33.805287 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:33:36.140291 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e36ae6e-8530-4dc6-bf9d-e52c280217eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:37.179900 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:38.777603 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:39.517465 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:01.992557 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:34:02.001006 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [None req-f6d1ec12-daab-4686-a94a-d9be29a9ac29 tempest-verify_tempest_config-1835233216 tempest-verify_tempest_config-1835233216-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:34:02.002428 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-f6d1ec12-daab-4686-a94a-d9be29a9ac29 tempest-verify_tempest_config-1835233216 tempest-verify_tempest_config-1835233216-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0092549 Dec 15 11:34:02.334540 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39272) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:34:02.457067 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:02.549245 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:02.555684 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:02.602943 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69fbe9f-4a6a-414c-841a-7f74a4de8240,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:34:02.606851 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a908124854924225b059f549d6739ed9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2712755 Dec 15 11:34:02.610114 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39276) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:34:02.613045 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.613522 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.613769 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.614115 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.614447 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.614776 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.615123 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.615453 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.615814 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.616161 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.616471 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.616798 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.617107 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01082c-6c80-4618-b007-a44f53fa9dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.677033 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:02.697742 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:02.790517 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:02.793141 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:02.794355 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e69fbe9f-4a6a-414c-841a-7f74a4de8240 HTTP/1.1" status: 204 len: 168 time: 0.1826341 Dec 15 11:34:02.802742 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69fbe9f-4a6a-414c-841a-7f74a4de8240,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:34:02.809479 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.809960 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.810893 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.811245 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.811615 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.811955 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.812288 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.812649 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.813003 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.813342 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.813674 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.814000 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:02.814323 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9133e-4faf-4d4b-9faa-495def02858b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:03.757251 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e96f-7a7d-4551-ac64-838923f6b19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:06.136490 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4a5afd5b-3f7f-4401-85d0-8318f52c8d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:07.185607 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:08.780292 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:09.523349 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:10.804842 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:34:33.763054 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fac57a71-b364-4348-9127-09ce920c358c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:36.134954 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-654a7be5-e034-4cbe-a9c9-f2540fb02f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:37.188519 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:38.784944 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:39.520089 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:47.805211 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:35:03.768996 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f9dd31a-2c83-48ef-a2fa-2d62c16fb6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:06.130129 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e21544c5-d332-4e48-964b-3c2abf73a744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:07.190015 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:08.787613 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:09.516272 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:24.806045 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:35:33.776578 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-312a59be-d631-4455-97b5-7b68c0230caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:36.141133 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1aab7ab0-cf92-499e-abb8-4a060f92b882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:37.195153 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:38.435151 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550129'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:38.798693 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:39.524436 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:55.341761 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39350) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:35:55.461186 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-33051652-77bb-4a7d-b794-86151bf80534 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1180692 Dec 15 11:35:58.022882 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39360) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:35:58.087683 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-36005c57-357b-4c7b-a0a6-e84baca226c6 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0633762 Dec 15 11:36:01.810250 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:36:03.773431 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-04e269bc-1852-42cd-87e7-ef4bc2e995fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:06.140169 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0315398d-f818-4dad-b225-a616b4ebec04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:07.195627 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:08.385514 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:08.794364 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:09.521365 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:33.783540 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29d71db7-1f56-4ac9-98dc-a4a57eddf3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:36.141578 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cca02f6c-68d0-477c-bdc4-3fce4ec61650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:37.198783 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:38.385811 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:38.800601 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:38.815747 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:36:39.519425 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:03.792454 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-096d1ed2-4571-49d8-a77a-555b218a05d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:06.143259 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e98e766-bcbe-412d-8d8c-e7127a75b80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:07.201651 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:08.547521 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:08.803544 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:09.522208 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:15.814459 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:37:33.779487 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4eef9ba-3961-4be0-b154-e792237b58b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:34.516893 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:34.710178 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39568) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:34.848922 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1731256911-network', 'tenant_id': 'a264c1c470554eb5aab6a417e32ffb4c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:34.891551 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Made reservation on behalf of a264c1c470554eb5aab6a417e32ffb4c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:34.894419 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:34.905840 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.012872 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.018685 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.076362 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-648095386-network', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:35.082046 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:37:35.091958 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aad909-4596-40c0-b31a-1c998fbe9f09,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:35.110242 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.111124 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.112262 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.112704 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.113073 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.113444 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.113794 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.114153 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.114596 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.115155 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.115944 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.116488 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.117024 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Tracked resource versions report: Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: pushed versions: Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: { 'AddressGroup': {'1.2'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'ConntrackHelper': {'1.0'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Log': {'1.0'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Network': {'1.1'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Port': {'1.7'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'PortForwarding': {'1.2'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'QosPolicy': {'1.10'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SecurityGroup': {'1.5'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SubPort': {'1.0'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Subnet': {'1.1'}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Trunk': {'1.1'}} Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: consumer versions: Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: { DHCP agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: HyperV agent@hv-cinder-81322: {}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: L3 agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: Metadata agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: Metering agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: Open vSwitch agent@dv-cinder-813221-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'ConntrackHelper': '1.0', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'LocalIPAssociation': '1.0', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Log': '1.0', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Network': '1.1', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Port': '1.7', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'PortForwarding': '1.2', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'QosPolicy': '1.10', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SecurityGroup': '1.5', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SecurityGroupRule': '1.2', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'SubPort': '1.0', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Subnet': '1.1', Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: 'Trunk': '1.1'}} Dec 15 11:37:35.118504 dv-cinder-813221-4-iscsi neutron-server[102605]: {{(pid=102605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:37:35.125688 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.125688 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.segments_db [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Added segment fa8689b1-cd17-4aca-8c21-40f3ba0ff90d of type vlan for network 4099c0dc-1049-4934-9910-7b75248ee325 Dec 15 11:37:35.199071 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.206656 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Made reservation on behalf of 9ac4fa38ea1f4ec4930b17cf3dc0b624 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:35.209185 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.231802 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.263049 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.264527 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:35.265334 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.340820 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8226185 Dec 15 11:37:35.347764 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39600) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:35.355078 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Request body: {'subnet': {'network_id': '4099c0dc-1049-4934-9910-7b75248ee325', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1731256911-subnet', 'tenant_id': 'a264c1c470554eb5aab6a417e32ffb4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:35.382525 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Made reservation on behalf of a264c1c470554eb5aab6a417e32ffb4c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:35.388528 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.413339 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17effc-e982-499f-933f-9ec60847b3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4099c0dc-1049-4934-9910-7b75248ee325,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:35.429185 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 4099c0dc-1049-4934-9910-7b75248ee325 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:37:35.507353 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.513106 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.553440 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4094964-5b99-4d77-83fd-c6c92976d45d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:35.568501 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:35.576541 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:37:35.589969 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.590432 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.segments_db [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Added segment dc0e42fd-c28e-43b4-9098-08628c89f0cf of type vlan for network 1a112e70-069f-4e26-9121-cfdeea822751 Dec 15 11:37:35.684246 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.726646 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.728017 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:35.729767 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.768205 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.833103 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39618) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:35.844383 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1327398 Dec 15 11:37:35.847894 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39624) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:35.853161 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] Request body: {'subnet': {'network_id': '1a112e70-069f-4e26-9121-cfdeea822751', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-648095386-subnet', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:35.856880 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4bc25a-0bfa-4eab-89f6-2d157e493e31,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:35.876235 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.876601 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.876939 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.877268 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.878572 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.878931 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.879592 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.880090 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.880409 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.880754 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.881077 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.881580 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.882674 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Tracked resource versions report: Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: pushed versions: Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: { 'AddressGroup': {'1.2'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'ConntrackHelper': {'1.0'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Log': {'1.0'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Network': {'1.1'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Port': {'1.7'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'PortForwarding': {'1.2'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'QosPolicy': {'1.10'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SecurityGroup': {'1.5'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SubPort': {'1.0'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Subnet': {'1.1'}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Trunk': {'1.1'}} Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: consumer versions: Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: { DHCP agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: HyperV agent@hv-cinder-81322: {}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: L3 agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: Metadata agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: Metering agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: Open vSwitch agent@dv-cinder-813221-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'ConntrackHelper': '1.0', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'LocalIPAssociation': '1.0', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Log': '1.0', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Network': '1.1', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Port': '1.7', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'PortForwarding': '1.2', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'QosPolicy': '1.10', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SecurityGroup': '1.5', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SecurityGroupRule': '1.2', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'SubPort': '1.0', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Subnet': '1.1', Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: 'Trunk': '1.1'}} Dec 15 11:37:35.884715 dv-cinder-813221-4-iscsi neutron-server[102604]: {{(pid=102604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:37:35.911243 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e539734-2079-4d8e-9d9b-bdf7fb902bad admin admin] Pushing event updated for resources: {'Network': ['ID=1a112e70-069f-4e26-9121-cfdeea822751,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:35.927049 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 1a112e70-069f-4e26-9121-cfdeea822751 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:37:35.942311 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Checking segment: {'id': 'fa8689b1-cd17-4aca-8c21-40f3ba0ff90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4099c0dc-1049-4934-9910-7b75248ee325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:35.943951 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Network hostable DHCP agents. Network: 4099c0dc-1049-4934-9910-7b75248ee325, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:37:35.948535 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] Made reservation on behalf of 9ac4fa38ea1f4ec4930b17cf3dc0b624 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:35.954051 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.977093 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Network 4099c0dc-1049-4934-9910-7b75248ee325 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:37:36.000361 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 4099c0dc-1049-4934-9910-7b75248ee325) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:36.011484 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:36.012958 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.030726 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c67cc3-7b10-468c-8a1c-0165f0968a03 None None] Network 4099c0dc-1049-4934-9910-7b75248ee325 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:36.035307 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-c0a0e9b5-f297-4b74-a6c1-054ea439f2dd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6856930 Dec 15 11:37:36.216981 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-35e32d1a-fe8a-4cfa-ad8e-095e9219b35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.252817 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1996001672-network', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:36.258363 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.310592 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d5cd78-69a3-4b26-902c-1d4aa8cae9de None None] Network 4099c0dc-1049-4934-9910-7b75248ee325 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:36.321218 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-network', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:36.327852 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Made reservation on behalf of 596646021ac14132b3631cd8ad4f5faa for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:36.330351 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.363342 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Made reservation on behalf of 32d22ecc87d9432b96feaa2df875e6fe for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:36.365946 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.391998 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.398510 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.408701 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=368ebbce-e5bf-438b-97c1-903468bb035e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:36.458891 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] Checking segment: {'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:36.459298 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] Network hostable DHCP agents. Network: 1a112e70-069f-4e26-9121-cfdeea822751, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:37:36.532235 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] Network 1a112e70-069f-4e26-9121-cfdeea822751 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:37:36.562279 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 1a112e70-069f-4e26-9121-cfdeea822751) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:36.583933 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:36.584561 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.607288 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a030c9c-e4f3-4222-9726-83e69350c473 None None] Network 1a112e70-069f-4e26-9121-cfdeea822751 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:36.627090 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.634478 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.654543 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.661584 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-6ae43594-591a-4f22-8b96-95860209e66c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8123207 Dec 15 11:37:36.669298 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39654) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:36.674707 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.683838 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-648095386-router', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:36.701860 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:37:36.713205 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d187cf2-a296-48a9-85d3-f479df7ecbf1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:36.718384 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:37:36.734191 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.734779 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.segments_db [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Added segment f53bdd01-20fb-497a-b012-f4b0bd548c5a of type vlan for network 1f104128-3e4d-48c6-a529-9854e7560cce Dec 15 11:37:36.754818 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.755305 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12373'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.755547 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.segments_db [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Added segment 60961b2a-8bae-41f5-b830-515777231b3b of type vlan for network 3ff554bc-0fd0-4703-8d9d-d815843967c4 Dec 15 11:37:36.758355 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12366'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.810063 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bd1df7-3d35-4944-9cee-3492357efeab,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:36.857481 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.877740 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.926659 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece67ddc-3edd-4ea7-9795-95dc45db51a7 None None] Network 1a112e70-069f-4e26-9121-cfdeea822751 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:36.926995 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.938731 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.939914 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:36.940700 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.961153 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.962414 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:36.963170 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.019039 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1846879 Dec 15 11:37:37.030421 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39662) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:37.037475 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] Request body: {'subnet': {'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-subnet', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:37.064914 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4869094 Dec 15 11:37:37.064914 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39664) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:37.074711 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] Request body: {'subnet': {'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1996001672-subnet', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:37.091827 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da28bf9-89c1-4355-9a15-cb0a6f1768ef admin admin] Pushing event updated for resources: {'Network': ['ID=3ff554bc-0fd0-4703-8d9d-d815843967c4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:37.175639 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 3ff554bc-0fd0-4703-8d9d-d815843967c4 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:37:37.254453 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86788e9-827e-4496-b6ee-0a2efba7c88e admin admin] Pushing event updated for resources: {'Network': ['ID=1f104128-3e4d-48c6-a529-9854e7560cce,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:37.301874 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] Made reservation on behalf of 32d22ecc87d9432b96feaa2df875e6fe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:37.324219 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.380319 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.446186 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 1f104128-3e4d-48c6-a529-9854e7560cce details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:37:37.469041 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] Made reservation on behalf of 596646021ac14132b3631cd8ad4f5faa for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:37.472807 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.755768 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.015100 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.124542 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.166479 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.265923 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.274518 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ab32e7-8f7b-4c57-92ff-665aba24873a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:38.316554 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39692) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:38.366660 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] Checking segment: {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:38.367016 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] Network hostable DHCP agents. Network: 1f104128-3e4d-48c6-a529-9854e7560cce, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:37:38.411779 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.443409 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44677b6a-acdc-4072-9900-3699a05e13ba,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:38.445647 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Allocated IP 172.27.1.91 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/66fc0dcc-4830-4830-a444-c13682c8c459) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:38.485434 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] Network 1f104128-3e4d-48c6-a529-9854e7560cce is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:37:38.489283 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] Checking segment: {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:38.489638 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] Network hostable DHCP agents. Network: 3ff554bc-0fd0-4703-8d9d-d815843967c4, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:37:38.518153 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 1f104128-3e4d-48c6-a529-9854e7560cce) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:38.532418 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4467cb-2e26-4f69-93cb-f3e18929b9ba None None] Network 1f104128-3e4d-48c6-a529-9854e7560cce requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:38.551361 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:38.551361 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.571306 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] Network 3ff554bc-0fd0-4703-8d9d-d815843967c4 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:37:38.597191 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 3ff554bc-0fd0-4703-8d9d-d815843967c4) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:38.602402 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:38.603261 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.620394 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-58e56d2f-f60e-4df1-bb69-4bd4b393a88d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5523765 Dec 15 11:37:38.622470 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:38.630784 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:38.693999 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acfa0c4-cb35-43a5-af88-95f388739ed3 None None] Network 3ff554bc-0fd0-4703-8d9d-d815843967c4 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:38.717282 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb959448-0df2-46aa-8dc8-caa2ed202e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.753630 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12373'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.754970 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12366'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.773267 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-e7751875-3359-45a0-99e9-5465e67a0198 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7413054 Dec 15 11:37:38.785889 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:38.791788 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:38.811930 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp076dc365-89fe-5bfb-9ff9-8d73b820697d-1f104128-3e4d-48c6-a529-9854e7560cce', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a'}]}} from dv-cinder-813221-4-iscsi. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:37:38.814827 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.920456 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.958514 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.965920 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12373'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.967063 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12366'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.016682 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.073372 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Allocated IP 172.20.0.2 (1f104128-3e4d-48c6-a529-9854e7560cce/54ab32e7-8f7b-4c57-92ff-665aba24873a/1588139c-5b33-4727-9d4b-d3906f2de3de) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:39.123677 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:39.155692 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:39.170638 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:39.218097 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb959448-0df2-46aa-8dc8-caa2ed202e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.236087 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb959448-0df2-46aa-8dc8-caa2ed202e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.268671 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.274906 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.290084 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.296333 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.367393 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Pushing event updated for resources: {'Port': ['ID=66fc0dcc-4830-4830-a444-c13682c8c459,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:39.387641 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Network 1f104128-3e4d-48c6-a529-9854e7560cce is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:39.392719 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:39.395847 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:39.410201 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Pushing event updated for resources: {'Port': ['ID=1588139c-5b33-4727-9d4b-d3906f2de3de,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:39.417829 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp076dc365-89fe-5bfb-9ff9-8d73b820697d-3ff554bc-0fd0-4703-8d9d-d815843967c4', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba'}]}} from dv-cinder-813221-4-iscsi. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:37:39.419069 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.450664 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-bb959448-0df2-46aa-8dc8-caa2ed202e67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a848b26c0ae479292dda1fa24b07e8a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1295912 Dec 15 11:37:39.493427 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.497530 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.497910 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.498078 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:39.498738 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.499408 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.499757 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.500103 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.500441 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.500948 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.501286 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.501645 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.502028 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.502353 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.502681 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Tracked resource versions report: Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: pushed versions: Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: { 'AddressGroup': {'1.2'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'ConntrackHelper': {'1.0'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Log': {'1.0'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Network': {'1.1'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Port': {'1.7'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'PortForwarding': {'1.2'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'QosPolicy': {'1.10'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SecurityGroup': {'1.5'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SubPort': {'1.0'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Subnet': {'1.1'}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Trunk': {'1.1'}} Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: consumer versions: Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: { DHCP agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: HyperV agent@hv-cinder-81322: {}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: L3 agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: Metadata agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: Metering agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: Open vSwitch agent@dv-cinder-813221-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'ConntrackHelper': '1.0', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'LocalIPAssociation': '1.0', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Log': '1.0', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Network': '1.1', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Port': '1.7', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'PortForwarding': '1.2', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'QosPolicy': '1.10', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SecurityGroup': '1.5', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SecurityGroupRule': '1.2', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'SubPort': '1.0', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Subnet': '1.1', Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: 'Trunk': '1.1'}} Dec 15 11:37:39.503971 dv-cinder-813221-4-iscsi neutron-server[102606]: {{(pid=102606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:37:39.605134 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb959448-0df2-46aa-8dc8-caa2ed202e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e189cf21-e3e3-43d1-8613-8e6545653fd0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:39.614955 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Attempting to bind port 1588139c-5b33-4727-9d4b-d3906f2de3de on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:39.615495 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Attempting to bind port 1588139c-5b33-4727-9d4b-d3906f2de3de by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:39.615763 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Attempting to bind port 1588139c-5b33-4727-9d4b-d3906f2de3de on network 1f104128-3e4d-48c6-a529-9854e7560cce {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:39.623539 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.633902 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:39.634195 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Checking segment: {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:39.634719 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.635826 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Bound using segment: {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:39.636592 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Bound port: 1588139c-5b33-4727-9d4b-d3906f2de3de, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:39.637048 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.731273 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] For port 1588139c-5b33-4727-9d4b-d3906f2de3de, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:39.734983 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] For port 1588139c-5b33-4727-9d4b-d3906f2de3de, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=1588139c-5b33-4727-9d4b-d3906f2de3de,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:39.745755 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.890787 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.006501 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Allocated IP 172.20.0.2 (3ff554bc-0fd0-4703-8d9d-d815843967c4/44677b6a-acdc-4072-9900-3699a05e13ba/32f736ee-f63a-4d09-8db2-b42f593163b9) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:40.025359 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65569dc1-6d8e-4bbe-a0e1-cb9ce6884e6c None None] Pushing event updated for resources: {'Port': ['ID=1588139c-5b33-4727-9d4b-d3906f2de3de,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:40.081554 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.090239 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:40.101296 dv-cinder-813221-4-iscsi neutron-server[102605]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 11:37:40.204556 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552190'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.246443 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.257621 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ffd16a9-e23f-4b22-a5e5-09f6ff56b5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.270544 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.405095 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Network 3ff554bc-0fd0-4703-8d9d-d815843967c4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:40.415551 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:40.424977 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Router b08bb4b1-b745-4a5c-97eb-0bbb73632137 is scheduled to L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:37:40.440964 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:40.508629 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-09caf5dd-f05b-488f-bf79-2635dccaebea tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:40.510816 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-09caf5dd-f05b-488f-bf79-2635dccaebea tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/networks?id=4099c0dc-1049-4934-9910-7b75248ee325 HTTP/1.1" status: 200 len: 812 time: 0.4175255 Dec 15 11:37:40.535546 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ffd16a9-e23f-4b22-a5e5-09f6ff56b5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.563363 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-b3890d2a-6d9f-4f85-9f72-5a871ba3de52 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/quotas/a264c1c470554eb5aab6a417e32ffb4c HTTP/1.1" status: 200 len: 375 time: 0.0344648 Dec 15 11:37:40.618612 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Pushing event updated for resources: {'Port': ['ID=32f736ee-f63a-4d09-8db2-b42f593163b9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:40.629069 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Attempting to bind port 32f736ee-f63a-4d09-8db2-b42f593163b9 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:40.630121 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Attempting to bind port 32f736ee-f63a-4d09-8db2-b42f593163b9 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:40.632025 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Attempting to bind port 32f736ee-f63a-4d09-8db2-b42f593163b9 on network 3ff554bc-0fd0-4703-8d9d-d815843967c4 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:40.644886 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:40.645579 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Checking segment: {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:40.646344 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.647034 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Bound using segment: {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:40.647890 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Bound port: 32f736ee-f63a-4d09-8db2-b42f593163b9, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:40.648653 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.720771 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:40.739014 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Sync routers for ids ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:40.759873 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Routers {'b08bb4b1-b745-4a5c-97eb-0bbb73632137'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:40.760897 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:40.772090 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.777802 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-8204f8e2-97c3-48ad-b7c0-e4ef014784d9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0999925 Dec 15 11:37:40.778336 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39756) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:40.814175 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] For port 32f736ee-f63a-4d09-8db2-b42f593163b9, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:40.830416 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] For port 32f736ee-f63a-4d09-8db2-b42f593163b9, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=32f736ee-f63a-4d09-8db2-b42f593163b9,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:40.839771 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.915317 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-7309b6d1-9bf1-4b15-ac48-ba9503302c28 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a264c1c470554eb5aab6a417e32ffb4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3348100 Dec 15 11:37:40.964103 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be767c-86a9-4438-ab88-091165e4de17 None None] Pushing event updated for resources: {'Port': ['ID=32f736ee-f63a-4d09-8db2-b42f593163b9,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:41.098889 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ffd16a9-e23f-4b22-a5e5-09f6ff56b5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.104177 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ffd16a9-e23f-4b22-a5e5-09f6ff56b5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.106297 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-4ffd16a9-e23f-4b22-a5e5-09f6ff56b5e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e189cf21-e3e3-43d1-8613-8e6545653fd0 HTTP/1.1" status: 204 len: 168 time: 1.5438993 Dec 15 11:37:41.133800 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd16a9-e23f-4b22-a5e5-09f6ff56b5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e189cf21-e3e3-43d1-8613-8e6545653fd0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:41.195740 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.221702 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-56c58db6-cc9a-46d9-aee9-999decf64f76 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:37:41.222821 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-56c58db6-cc9a-46d9-aee9-999decf64f76 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1085212 Dec 15 11:37:41.406899 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Set router b08bb4b1-b745-4a5c-97eb-0bbb73632137 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:41.526476 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.794703 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Allocated IP 172.27.1.118 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/541c3119-2cd6-44f6-92ee-fe74a6e887c9) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:41.929236 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'name': 'tempest-ServerRescueNegativeTestJSON-648095386-router', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:36Z', 'updated_at': '2021-12-15T11:37:39Z', 'revision_number': 3, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'gw_port': {'id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:41.952855 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.023927 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.043195 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Checking router: b08bb4b1-b745-4a5c-97eb-0bbb73632137 for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:37:42.043893 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Updating router b08bb4b1-b745-4a5c-97eb-0bbb73632137 port 66fc0dcc-4830-4830-a444-c13682c8c459 binding host dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:37:42.046703 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d828589-abde-47ae-a278-1d16c454b177 None None] Network 1f104128-3e4d-48c6-a529-9854e7560cce requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:42.131147 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.144507 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Pushing event updated for resources: {'Port': ['ID=541c3119-2cd6-44f6-92ee-fe74a6e887c9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:42.195515 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 32f736ee-f63a-4d09-8db2-b42f593163b9 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:42.268965 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.297394 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39798) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:42.330652 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:42.418050 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:42.425336 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:42.428774 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-931dcf60-ad28-43f5-9bc8-a43c6ea3f325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.432590 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.451667 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-72a1c063-ed0f-4298-9f98-25b074b2ac43 service neutron] 10.222.0.46 "GET /v2.0/networks/4099c0dc-1049-4934-9910-7b75248ee325?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1807423 Dec 15 11:37:42.458463 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cad69a4a-4da3-436a-b74b-76adb181b047 None None] Provisioning complete for port 1588139c-5b33-4727-9d4b-d3906f2de3de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:42.459147 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cad69a4a-4da3-436a-b74b-76adb181b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.599555 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 32f736ee-f63a-4d09-8db2-b42f593163b9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:42.600377 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.701961 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.706964 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.714631 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.806281 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Pushing event updated for resources: {'Port': ['ID=66fc0dcc-4830-4830-a444-c13682c8c459,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:42.843674 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cad69a4a-4da3-436a-b74b-76adb181b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.843962 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.844956 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.845744 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.846660 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.847426 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.848348 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.849151 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.849899 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.850645 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.851428 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.852774 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.853726 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.854513 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Tracked resource versions report: Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: pushed versions: Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: { 'AddressGroup': {'1.2'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'ConntrackHelper': {'1.0'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Log': {'1.0'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Network': {'1.1'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Port': {'1.7'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'PortForwarding': {'1.2'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'QosPolicy': {'1.10'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SecurityGroup': {'1.5'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SubPort': {'1.0'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Subnet': {'1.1'}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Trunk': {'1.1'}} Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: consumer versions: Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: { DHCP agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: HyperV agent@hv-cinder-81322: {}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: L3 agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: Metadata agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: Metering agent@dv-cinder-813221-4-iscsi: {}, Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: Open vSwitch agent@dv-cinder-813221-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'ConntrackHelper': '1.0', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'LocalIPAssociation': '1.0', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Log': '1.0', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Network': '1.1', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Port': '1.7', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'PortForwarding': '1.2', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'QosPolicy': '1.10', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SecurityGroup': '1.5', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SecurityGroupRule': '1.2', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'SubPort': '1.0', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Subnet': '1.1', Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: 'Trunk': '1.1'}} Dec 15 11:37:42.857353 dv-cinder-813221-4-iscsi neutron-server[102607]: {{(pid=102607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:37:42.886469 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Attempting to bind port 66fc0dcc-4830-4830-a444-c13682c8c459 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:42.887858 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Attempting to bind port 66fc0dcc-4830-4830-a444-c13682c8c459 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:42.888963 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Attempting to bind port 66fc0dcc-4830-4830-a444-c13682c8c459 on network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:42.898812 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:42.899870 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Checking segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:42.900724 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.901797 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Bound using segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:42.902568 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Bound port: 66fc0dcc-4830-4830-a444-c13682c8c459, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:42.903167 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.912684 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cad69a4a-4da3-436a-b74b-76adb181b047 None None] For port 1588139c-5b33-4727-9d4b-d3906f2de3de, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=1588139c-5b33-4727-9d4b-d3906f2de3de,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:42.918197 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Allocated IP 172.20.0.1 (1a112e70-069f-4e26-9121-cfdeea822751/368ebbce-e5bf-438b-97c1-903468bb035e/965bf172-9d94-473a-b359-061a8547697d) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:42.923410 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cad69a4a-4da3-436a-b74b-76adb181b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.967115 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a9970f-b0bb-4156-b26d-8cc883bf0cd0 None None] Network 3ff554bc-0fd0-4703-8d9d-d815843967c4 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:43.038505 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] For port 66fc0dcc-4830-4830-a444-c13682c8c459, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:43.044183 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] For port 66fc0dcc-4830-4830-a444-c13682c8c459, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=66fc0dcc-4830-4830-a444-c13682c8c459,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:43.053462 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.144592 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Routers {'b08bb4b1-b745-4a5c-97eb-0bbb73632137'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:43.146338 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:43.164680 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c5805b9a-b29c-4007-b62d-2e0e79d2b479 None None] Provisioning complete for port 1588139c-5b33-4727-9d4b-d3906f2de3de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:43.165538 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5805b9a-b29c-4007-b62d-2e0e79d2b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.219062 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.248641 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.273882 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.318889 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-a2749e1b-f6c5-4c8d-98c3-4ab3ecc11462 service neutron] 10.222.0.46 "GET /v2.0/networks/4099c0dc-1049-4934-9910-7b75248ee325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239195 Dec 15 11:37:43.340120 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Network 1a112e70-069f-4e26-9121-cfdeea822751 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:43.344611 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:43.349057 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:43.350066 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552845'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.352322 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Allocated IP 172.27.1.217 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/337ff79b-71b2-4556-87c3-b5a4f00028ed) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:43.393368 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd47e84-dea1-4a1b-8ff5-7be0c97551c7 None None] Pushing event updated for resources: {'Port': ['ID=66fc0dcc-4830-4830-a444-c13682c8c459,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:43.411279 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-931dcf60-ad28-43f5-9bc8-a43c6ea3f325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.412727 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Pushing event updated for resources: {'Port': ['ID=965bf172-9d94-473a-b359-061a8547697d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:43.432942 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-931dcf60-ad28-43f5-9bc8-a43c6ea3f325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.435479 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] Set router b08bb4b1-b745-4a5c-97eb-0bbb73632137 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:43.475428 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad69a4a-4da3-436a-b74b-76adb181b047 None None] Pushing event updated for resources: {'Port': ['ID=1588139c-5b33-4727-9d4b-d3906f2de3de,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:43.537749 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.548250 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c5805b9a-b29c-4007-b62d-2e0e79d2b479 None None] Provisioning complete for port 32f736ee-f63a-4d09-8db2-b42f593163b9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:43.548695 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5805b9a-b29c-4007-b62d-2e0e79d2b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.632540 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.660370 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 32f736ee-f63a-4d09-8db2-b42f593163b9, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=32f736ee-f63a-4d09-8db2-b42f593163b9,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:43.692833 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.704759 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 1588139c-5b33-4727-9d4b-d3906f2de3de up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:43.826927 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=32f736ee-f63a-4d09-8db2-b42f593163b9,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:43.892333 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'name': 'tempest-ServerRescueNegativeTestJSON-648095386-router', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:36Z', 'updated_at': '2021-12-15T11:37:39Z', 'revision_number': 3, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'gw_port': {'id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:43.941121 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 1588139c-5b33-4727-9d4b-d3906f2de3de triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:43.941499 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.956021 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34dc12e-2308-43c1-88e5-49834e0f59d2 None None] The sync data for ids ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'] in dv-cinder-813221-4-iscsi is: [{'id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'name': 'tempest-ServerRescueNegativeTestJSON-648095386-router', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:36Z', 'updated_at': '2021-12-15T11:37:39Z', 'revision_number': 3, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'gw_port': {'id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:37:44.003866 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.014464 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.016878 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549949'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.193722 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-931dcf60-ad28-43f5-9bc8-a43c6ea3f325 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09fc893552c041dfa869ff4a821deb02&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8743560 Dec 15 11:37:44.193722 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dcf60-ad28-43f5-9bc8-a43c6ea3f325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca72fedb-9ecb-4269-b82b-f812339f3723,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:44.226871 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c229341b-d623-4492-b8e6-dd4d67df76ec None None] Provisioning complete for port 32f736ee-f63a-4d09-8db2-b42f593163b9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:44.227751 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c229341b-d623-4492-b8e6-dd4d67df76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.234975 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39840) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:44.268700 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.292933 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Pushing event updated for resources: {'Port': ['ID=965bf172-9d94-473a-b359-061a8547697d,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:44.304918 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8621997b-513e-48ee-a22c-76c19e0e3888 req-94969dfa-db95-4319-8c3f-6559d0a6277c tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 210 time: 0.1418414 Dec 15 11:37:44.404606 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552190'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.471459 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 1588139c-5b33-4727-9d4b-d3906f2de3de up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:44.530151 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb5bafb9-9b03-4f89-908f-3bb5233dacf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.579505 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Network 1a112e70-069f-4e26-9121-cfdeea822751 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:44.592930 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:44.604522 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb5bafb9-9b03-4f89-908f-3bb5233dacf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.617110 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 1588139c-5b33-4727-9d4b-d3906f2de3de triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:44.618001 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.663359 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.765774 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:44.771511 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:44.772835 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 32f736ee-f63a-4d09-8db2-b42f593163b9 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:44.775048 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:44.835434 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb5bafb9-9b03-4f89-908f-3bb5233dacf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.839008 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb5bafb9-9b03-4f89-908f-3bb5233dacf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.844841 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-eb5bafb9-9b03-4f89-908f-3bb5233dacf0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca72fedb-9ecb-4269-b82b-f812339f3723 HTTP/1.1" status: 204 len: 168 time: 0.6028123 Dec 15 11:37:44.868745 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bafb9-9b03-4f89-908f-3bb5233dacf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca72fedb-9ecb-4269-b82b-f812339f3723,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:44.879956 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Pushing event updated for resources: {'Port': ['ID=337ff79b-71b2-4556-87c3-b5a4f00028ed,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:44.906337 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 32f736ee-f63a-4d09-8db2-b42f593163b9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:44.914106 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:45.022978 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Router b08bb4b1-b745-4a5c-97eb-0bbb73632137 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:37:45.177147 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d is scheduled to L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:37:45.306143 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:45.318246 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-c97384a1-9184-4bb5-8791-124bbd9ba335 admin admin] 10.222.0.46 "PUT /v2.0/routers/b08bb4b1-b745-4a5c-97eb-0bbb73632137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5379417 Dec 15 11:37:45.452665 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:45.457369 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:45.464785 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39878) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:45.469033 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Sync routers for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:45.486373 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:45.487169 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:45.668786 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5f1c5515-fbe7-437a-9676-1749c1f2decb req-50a731c9-48b5-4616-8433-43fa061e5393 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 210 time: 0.2034717 Dec 15 11:37:45.685021 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:45.689093 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-3677ea1f-c94c-4f9f-af9b-5c4b163dddc6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0610838 Dec 15 11:37:45.700082 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 39888) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:46.066442 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:46.094657 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552190'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:46.442688 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 66fc0dcc-4830-4830-a444-c13682c8c459 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:46.553519 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 is scheduled to L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:37:46.555321 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 3, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:46.580329 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:46.590960 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Checking router: 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:37:46.591309 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Updating router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d port 541c3119-2cd6-44f6-92ee-fe74a6e887c9 binding host dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:37:46.601468 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-d271a423-e208-420a-a1d2-7b781e9895fe tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:46.616389 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-d271a423-e208-420a-a1d2-7b781e9895fe tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 818 time: 0.4351084 Dec 15 11:37:46.621050 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:46.628184 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 66fc0dcc-4830-4830-a444-c13682c8c459 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:46.628552 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:46.651239 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-1d11b75c-0ac3-489a-9c88-0a266e31e8ef tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/quotas/9ac4fa38ea1f4ec4930b17cf3dc0b624 HTTP/1.1" status: 200 len: 375 time: 0.0331306 Dec 15 11:37:46.832784 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Allocated IP 172.20.0.1 (1f104128-3e4d-48c6-a529-9854e7560cce/54ab32e7-8f7b-4c57-92ff-665aba24873a/d045aaa8-8921-4b29-9bb8-607829655b4a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:46.889468 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Sync routers for ids ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:46.908556 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Routers {'b08bb4b1-b745-4a5c-97eb-0bbb73632137'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:46.910289 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:46.917035 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:46.968771 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 66fc0dcc-4830-4830-a444-c13682c8c459, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=66fc0dcc-4830-4830-a444-c13682c8c459,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:46.985042 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:46.988019 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.035846 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.052870 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c79a201d-8614-46a2-b39e-246422d8da7c req-003d5432-8d16-4d07-ac59-d0a08953ca17 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 210 time: 0.0661438 Dec 15 11:37:47.105754 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=66fc0dcc-4830-4830-a444-c13682c8c459,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:47.114024 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Network 1f104128-3e4d-48c6-a529-9854e7560cce is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:47.123844 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-c09d5d12-3949-4739-a372-06a39cb5841a tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4691098 Dec 15 11:37:47.124099 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:47.135909 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:47.136711 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552845'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.146290 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Set router b08bb4b1-b745-4a5c-97eb-0bbb73632137 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:47.221718 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.233088 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.320211 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Attempting to bind port 541c3119-2cd6-44f6-92ee-fe74a6e887c9 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:47.323838 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Attempting to bind port 541c3119-2cd6-44f6-92ee-fe74a6e887c9 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:47.327634 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d045aaa8-8921-4b29-9bb8-607829655b4a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:47.331093 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Attempting to bind port 541c3119-2cd6-44f6-92ee-fe74a6e887c9 on network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:47.383708 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:47.384468 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Checking segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:47.385357 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.385944 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Bound using segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:47.387815 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Bound port: 541c3119-2cd6-44f6-92ee-fe74a6e887c9, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:47.388646 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.393395 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67cab0-9b41-4362-9297-d65ed4eb94b0 None None] Pushing event updated for resources: {'Port': ['ID=541c3119-2cd6-44f6-92ee-fe74a6e887c9,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:47.415250 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-e3848a7b-5177-4ff0-9dbf-4db1f3a28398 service neutron] 10.222.0.46 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649984 Dec 15 11:37:47.550280 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.564785 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f2634c78-167c-4323-b367-2425a89a5bdc None None] Provisioning complete for port d045aaa8-8921-4b29-9bb8-607829655b4a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:47.565413 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2634c78-167c-4323-b367-2425a89a5bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.594751 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] For port 541c3119-2cd6-44f6-92ee-fe74a6e887c9, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:47.613967 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:47.631104 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] For port 541c3119-2cd6-44f6-92ee-fe74a6e887c9, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=541c3119-2cd6-44f6-92ee-fe74a6e887c9,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:47.648406 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Sync routers for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:47.665866 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.668159 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-035b1ea5-26cc-424e-9e67-f393c9e9d9bd admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8809021 Dec 15 11:37:47.672271 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 39958) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:47.683253 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.750621 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'name': 'tempest-ServerRescueNegativeTestJSON-648095386-router', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:36Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'gw_port': {'id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '965bf172-9d94-473a-b359-061a8547697d', 'name': '', 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'mac_address': 'fa:16:3e:ed:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '368ebbce-e5bf-438b-97c1-903468bb035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 2, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'subnets': [{'id': '368ebbce-e5bf-438b-97c1-903468bb035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:47.814082 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Checking router: b08bb4b1-b745-4a5c-97eb-0bbb73632137 for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:37:47.814444 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Updating router b08bb4b1-b745-4a5c-97eb-0bbb73632137 port 965bf172-9d94-473a-b359-061a8547697d binding host dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:37:47.828384 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:47.829189 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:47.897737 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.996161 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:48.066708 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f2634c78-167c-4323-b367-2425a89a5bdc None None] Port d045aaa8-8921-4b29-9bb8-607829655b4a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:37:48.088851 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67cab0-9b41-4362-9297-d65ed4eb94b0 None None] Pushing event updated for resources: {'Port': ['ID=541c3119-2cd6-44f6-92ee-fe74a6e887c9,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:48.158558 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-c4d05043-7f2f-4abe-818d-819ef1b0bcaa service neutron] 10.222.0.46 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231936 Dec 15 11:37:48.267322 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:48.278018 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:48.279390 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549949'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:48.345044 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b19909a2-2918-4ede-bd92-84107c296703 req-d23c0a18-861a-4b9d-84dd-58b6cd7b7af2 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 210 time: 0.1267278 Dec 15 11:37:48.371236 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 66fc0dcc-4830-4830-a444-c13682c8c459 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:48.374574 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:48.375456 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:48.668580 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 66fc0dcc-4830-4830-a444-c13682c8c459 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:48.669169 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:48.673214 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:48.708658 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e45493b0-9a69-42d6-b4a0-b9e202e90403 req-303d1974-ff50-4e3d-b35c-fd1a52ae3c44 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 210 time: 0.0988421 Dec 15 11:37:48.816037 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:48.831117 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:48.854268 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d045aaa8-8921-4b29-9bb8-607829655b4a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:48.892557 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Network 1f104128-3e4d-48c6-a529-9854e7560cce is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:48.907346 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:48.974778 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fabf1-560e-46d4-9f0d-a99ca8ec3941 None None] Pushing event updated for resources: {'Port': ['ID=965bf172-9d94-473a-b359-061a8547697d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:49.186002 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Attempting to bind port 965bf172-9d94-473a-b359-061a8547697d on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:49.187091 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Attempting to bind port 965bf172-9d94-473a-b359-061a8547697d by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:49.190991 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Attempting to bind port 965bf172-9d94-473a-b359-061a8547697d on network 1a112e70-069f-4e26-9121-cfdeea822751 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:49.201820 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:49.210817 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Checking segment: {'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:49.211711 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.212361 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Bound using segment: {'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:49.213120 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Bound port: 965bf172-9d94-473a-b359-061a8547697d, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:49.213951 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.230754 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:37:49.328048 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 3, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:49.352081 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] For port 965bf172-9d94-473a-b359-061a8547697d, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:49.358175 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] For port 965bf172-9d94-473a-b359-061a8547697d, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=965bf172-9d94-473a-b359-061a8547697d,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:49.374385 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.419544 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:49.423530 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-8e9f839e-b19e-4794-b975-4d2d48662a33 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:49.435115 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-8e9f839e-b19e-4794-b975-4d2d48662a33 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 818 time: 0.2367325 Dec 15 11:37:49.438520 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b9a893f1-e9fe-40de-80a0-71fc3c26a1a1 admin admin] 10.222.0.46 "PUT /v2.0/routers/76fd43a9-89e8-4fac-b1bb-c6725ced9f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7434666 Dec 15 11:37:49.445911 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Routers {'b08bb4b1-b745-4a5c-97eb-0bbb73632137'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:49.448443 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:49.484083 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-cc86f41a-9feb-44eb-ba84-665faea30e93 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/quotas/9ac4fa38ea1f4ec4930b17cf3dc0b624 HTTP/1.1" status: 200 len: 375 time: 0.0477304 Dec 15 11:37:49.501074 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Checking router: a0a7142b-cbc8-4de4-9b8c-f48da636bf64 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:37:49.538644 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Updating router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 port 337ff79b-71b2-4556-87c3-b5a4f00028ed binding host dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:37:49.590288 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fabf1-560e-46d4-9f0d-a99ca8ec3941 None None] Pushing event updated for resources: {'Port': ['ID=965bf172-9d94-473a-b359-061a8547697d,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:49.608864 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.613342 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-938d7de1-146c-4256-8e1a-d2682e4a9cb5 None None] Provisioning complete for port d045aaa8-8921-4b29-9bb8-607829655b4a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:49.613719 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-938d7de1-146c-4256-8e1a-d2682e4a9cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.653588 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] Set router b08bb4b1-b745-4a5c-97eb-0bbb73632137 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:49.680057 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2fb5d501-8607-4ed2-bd78-5a322d91c854 req-f2088187-8092-474b-a340-c16b90410126 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 210 time: 0.1735365 Dec 15 11:37:49.717479 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-1aa9e226-2ac4-4f0b-975f-d6be4df9aafb tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2320836 Dec 15 11:37:49.724120 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.882318 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-938d7de1-146c-4256-8e1a-d2682e4a9cb5 None None] Port d045aaa8-8921-4b29-9bb8-607829655b4a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:37:49.908460 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 2, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:49.945860 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd029714-c3fe-417e-8d88-60b7eac75230 None None] The sync data for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi is: [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 2, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:37:50.051605 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'name': 'tempest-ServerRescueNegativeTestJSON-648095386-router', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:36Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'gw_port': {'id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '965bf172-9d94-473a-b359-061a8547697d', 'name': '', 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'mac_address': 'fa:16:3e:ed:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '368ebbce-e5bf-438b-97c1-903468bb035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:49Z', 'revision_number': 4, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'subnets': [{'id': '368ebbce-e5bf-438b-97c1-903468bb035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:50.169520 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-8dc2ff6e-6591-448f-9c5f-3ca31867c5b1 service neutron] 10.222.0.46 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421508 Dec 15 11:37:50.191670 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fe42e-bb99-4b43-b8fd-1d8ad02d1513 None None] The sync data for ids ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'] in dv-cinder-813221-4-iscsi is: [{'id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'name': 'tempest-ServerRescueNegativeTestJSON-648095386-router', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:36Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'gw_port': {'id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '965bf172-9d94-473a-b359-061a8547697d', 'name': '', 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'mac_address': 'fa:16:3e:ed:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '368ebbce-e5bf-438b-97c1-903468bb035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:49Z', 'revision_number': 4, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'subnets': [{'id': '368ebbce-e5bf-438b-97c1-903468bb035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:37:50.276738 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.284822 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.428732 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Attempting to bind port 337ff79b-71b2-4556-87c3-b5a4f00028ed on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:50.429201 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Attempting to bind port 337ff79b-71b2-4556-87c3-b5a4f00028ed by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:50.429570 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Attempting to bind port 337ff79b-71b2-4556-87c3-b5a4f00028ed on network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:50.431880 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f45ee-481a-45bc-8540-f2107336e555 None None] Pushing event updated for resources: {'Port': ['ID=337ff79b-71b2-4556-87c3-b5a4f00028ed,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:50.455069 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:50.455069 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Checking segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:50.455537 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.455922 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Bound using segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:50.456356 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Bound port: 337ff79b-71b2-4556-87c3-b5a4f00028ed, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:50.456792 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.520170 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-7fa7fcd4-f231-4f86-94fc-b2a38cf8953e service neutron] 10.222.0.46 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487527 Dec 15 11:37:50.557459 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Allocated IP 172.20.0.1 (3ff554bc-0fd0-4703-8d9d-d815843967c4/44677b6a-acdc-4072-9900-3699a05e13ba/bcdd9f00-d37f-4042-b764-39b0e949be0e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:50.614454 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] For port 337ff79b-71b2-4556-87c3-b5a4f00028ed, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:50.620122 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] For port 337ff79b-71b2-4556-87c3-b5a4f00028ed, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=337ff79b-71b2-4556-87c3-b5a4f00028ed,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:50.626807 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 965bf172-9d94-473a-b359-061a8547697d up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:50.632483 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.818749 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f45ee-481a-45bc-8540-f2107336e555 None None] Pushing event updated for resources: {'Port': ['ID=337ff79b-71b2-4556-87c3-b5a4f00028ed,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:50.877196 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.59', 61932) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:50.905316 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.969806 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:50.975753 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:51.061294 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:51.191715 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Pushing event updated for resources: {'Port': ['ID=bcdd9f00-d37f-4042-b764-39b0e949be0e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:51.228813 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Network 3ff554bc-0fd0-4703-8d9d-d815843967c4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:51.235386 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:51.239282 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:51.240128 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552845'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:51.257667 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:51.442783 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-d9165ee8-4dec-4c43-9557-026e980b3855 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:51.455786 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-d9165ee8-4dec-4c43-9557-026e980b3855 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.59 "GET /v2.0/networks?id=4099c0dc-1049-4934-9910-7b75248ee325 HTTP/1.1" status: 200 len: 812 time: 0.5763006 Dec 15 11:37:51.599909 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Request body: {'port': {'device_id': '10ea38af-0203-46a8-92f0-7e44e3d06509', 'network_id': '4099c0dc-1049-4934-9910-7b75248ee325', 'admin_state_up': True, 'tenant_id': 'a264c1c470554eb5aab6a417e32ffb4c'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:51.764950 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 965bf172-9d94-473a-b359-061a8547697d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:51.784575 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.207489 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3b50ec4b-9ba8-4e8d-934a-c5899b8576fe None None] Provisioning complete for port bcdd9f00-d37f-4042-b764-39b0e949be0e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:52.208688 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b50ec4b-9ba8-4e8d-934a-c5899b8576fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.355983 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Made reservation on behalf of a264c1c470554eb5aab6a417e32ffb4c for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:52.373278 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.437210 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.59', 61941) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:52.585623 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3b50ec4b-9ba8-4e8d-934a-c5899b8576fe None None] Port bcdd9f00-d37f-4042-b764-39b0e949be0e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:37:52.666745 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.760877 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1f8ef5c1-7d75-41c2-97d2-334bb1c157c7 req-9909a7e4-c0e4-4b43-9155-2aa6c3d0dad8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 210 time: 0.4399590 Dec 15 11:37:52.761913 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.817834 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:37:52.844702 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 965bf172-9d94-473a-b359-061a8547697d, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=965bf172-9d94-473a-b359-061a8547697d,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:52.865558 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.868763 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 40102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:53.004671 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-a5df2add-e4e3-4ec3-94fc-50b050be6822 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:53.009189 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-a5df2add-e4e3-4ec3-94fc-50b050be6822 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.59 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 818 time: 0.5595841 Dec 15 11:37:53.090059 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=965bf172-9d94-473a-b359-061a8547697d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:53.094439 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Request body: {'port': {'device_id': '77573eb0-0881-4e38-b695-912146de7f1f', 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751', 'admin_state_up': True, 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:53.105622 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bd0647bb-0ff1-48c0-bec5-cc594e1bb4af tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285357574', 'description': 'tempest-description--1811474912'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:53.151803 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 3, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:53.261219 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 541c3119-2cd6-44f6-92ee-fe74a6e887c9 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:53.270050 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5c4f3-b44a-4f56-8e6e-fa36435167f1 None None] The sync data for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi is: [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 3, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:37:53.312432 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd0647bb-0ff1-48c0-bec5-cc594e1bb4af tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.469686 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 541c3119-2cd6-44f6-92ee-fe74a6e887c9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:53.471996 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.704592 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.770082 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 541c3119-2cd6-44f6-92ee-fe74a6e887c9, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=541c3119-2cd6-44f6-92ee-fe74a6e887c9,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:53.782392 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.952238 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=541c3119-2cd6-44f6-92ee-fe74a6e887c9,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:54.066765 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40162) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:54.130865 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-90635d08-0732-453b-8419-e5c905bcbb01 req-c69ca3a7-53b0-4c34-8a27-da2545f9cbb1 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 210 time: 0.9110224 Dec 15 11:37:54.169280 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5935fe77-d707-4c24-867a-e84457a9eeda req-6d212e49-d710-4ec0-8fcd-df617ebc5d35 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 210 time: 0.0552757 Dec 15 11:37:54.261627 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Allocated IP 172.20.0.13 (4099c0dc-1049-4934-9910-7b75248ee325/4a4bc25a-0bfa-4eab-89f6-2d157e493e31/66f7ea52-e2cc-4566-b018-51e86bb08476) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:54.332673 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd0647bb-0ff1-48c0-bec5-cc594e1bb4af tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.336815 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Made reservation on behalf of 9ac4fa38ea1f4ec4930b17cf3dc0b624 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:54.339543 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd0647bb-0ff1-48c0-bec5-cc594e1bb4af tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.341721 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.352232 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d2720323-7815-4192-96a6-bf5d60ee5a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.357902 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.376097 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.377257 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549949'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.428682 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd0647bb-0ff1-48c0-bec5-cc594e1bb4af tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.436142 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-bd0647bb-0ff1-48c0-bec5-cc594e1bb4af tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3815842 Dec 15 11:37:54.451788 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40170) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:54.458813 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Pushing event updated for resources: {'Port': ['ID=bcdd9f00-d37f-4042-b764-39b0e949be0e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:54.473043 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5c57bfaf-377c-46fb-878e-26008562661d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'security_group_rule': {'security_group_id': 'fd8d0679-bc86-4d6c-bd44-3a7275a5375a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:54.480635 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0647bb-0ff1-48c0-bec5-cc594e1bb4af tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8d0679-bc86-4d6c-bd44-3a7275a5375a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:54.631839 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Network 3ff554bc-0fd0-4703-8d9d-d815843967c4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:54.633508 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:54.689590 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.59', 61951) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:55.191363 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:55.265512 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-8a892afe-ab56-4f70-84c5-7ff6e64df082 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:55.272713 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-8a892afe-ab56-4f70-84c5-7ff6e64df082 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.59 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 818 time: 0.5484626 Dec 15 11:37:55.311970 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d2720323-7815-4192-96a6-bf5d60ee5a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:55.328378 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:55.334827 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Request body: {'port': {'device_id': '86ce7182-299c-4286-8b93-b69f65acfc52', 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751', 'admin_state_up': True, 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:55.471675 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Network 4099c0dc-1049-4934-9910-7b75248ee325 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:55.477033 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d2720323-7815-4192-96a6-bf5d60ee5a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:55.521400 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8c36ffed-bc52-4881-b960-fd8e4f411274 None None] Provisioning complete for port bcdd9f00-d37f-4042-b764-39b0e949be0e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:55.526882 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c36ffed-bc52-4881-b960-fd8e4f411274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:55.631714 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:55.647071 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:55.681650 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:55.685844 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:55.725819 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-d2720323-7815-4192-96a6-bf5d60ee5a4b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d43ee9f3206428fabb17bbb38d8bcc4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6582315 Dec 15 11:37:55.734385 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40210) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:55.758115 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8c36ffed-bc52-4881-b960-fd8e4f411274 None None] Port bcdd9f00-d37f-4042-b764-39b0e949be0e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:37:55.845174 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 541c3119-2cd6-44f6-92ee-fe74a6e887c9 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:56.111120 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 541c3119-2cd6-44f6-92ee-fe74a6e887c9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:56.113836 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.339849 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cf6d8a53-9f44-4bcb-9df8-a0d553d15fe5 req-d14643a7-5d2a-4a89-9369-cb3777c27bc3 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 210 time: 0.0962026 Dec 15 11:37:56.381419 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c57bfaf-377c-46fb-878e-26008562661d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.445972 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db411f2-2b38-43ad-ae33-75158182ffab req-d1f0841b-4a5d-44ef-9ee7-030d01952acd tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:56.453398 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0db411f2-2b38-43ad-ae33-75158182ffab req-d1f0841b-4a5d-44ef-9ee7-030d01952acd tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 932 time: 0.1732385 Dec 15 11:37:56.513363 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9674721 Dec 15 11:37:56.586256 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 965bf172-9d94-473a-b359-061a8547697d up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:56.595902 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-fc59c5ae-1a3d-4480-b46f-36ba3d395de4 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:37:56.596971 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-fc59c5ae-1a3d-4480-b46f-36ba3d395de4 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185139 Dec 15 11:37:56.646305 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0db411f2-2b38-43ad-ae33-75158182ffab req-b16bdb6c-7c66-4115-95d6-576f913d3fab tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531427 Dec 15 11:37:56.694174 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Made reservation on behalf of 9ac4fa38ea1f4ec4930b17cf3dc0b624 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:56.699120 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.797316 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Allocated IP 172.20.0.13 (1a112e70-069f-4e26-9121-cfdeea822751/368ebbce-e5bf-438b-97c1-903468bb035e/343a57ad-56a7-42a1-b2f0-d0195784a65f) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:56.874576 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 965bf172-9d94-473a-b359-061a8547697d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:56.875649 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.100422 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Sync routers for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:57.128867 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:57.131231 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:57.168899 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:37:57.260774 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 337ff79b-71b2-4556-87c3-b5a4f00028ed up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:57.414658 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2720323-7815-4192-96a6-bf5d60ee5a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be2a52c-379b-4574-9d2f-7106fff1ff4b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:57.417602 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 337ff79b-71b2-4556-87c3-b5a4f00028ed triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:57.418335 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.478564 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9e5d1-e35a-42e0-bffc-0e9e6f1350ce tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Pushing event updated for resources: {'Port': ['ID=66f7ea52-e2cc-4566-b018-51e86bb08476,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:57.571468 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:57.634847 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:57.693955 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-079bf66b-a5e8-40e8-90e8-c8cda756103c admin admin] 10.222.0.46 "PUT /v2.0/routers/a0a7142b-cbc8-4de4-9b8c-f48da636bf64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0201979 Dec 15 11:37:57.709474 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.737821 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-312a81a4-1bd2-4fe1-b64f-6050df0ab6e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.764576 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 40264) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:57.845654 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-312a81a4-1bd2-4fe1-b64f-6050df0ab6e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.886337 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 337ff79b-71b2-4556-87c3-b5a4f00028ed, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=337ff79b-71b2-4556-87c3-b5a4f00028ed,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:57.905688 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.010682 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a6f8fa2e-d281-4928-b766-c88127f47ed0 req-42527902-1068-4aba-9842-1fd9a7f1ee2a tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 210 time: 0.2953572 Dec 15 11:37:58.040326 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-312a81a4-1bd2-4fe1-b64f-6050df0ab6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.043629 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-312a81a4-1bd2-4fe1-b64f-6050df0ab6e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.057685 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-312a81a4-1bd2-4fe1-b64f-6050df0ab6e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8be2a52c-379b-4574-9d2f-7106fff1ff4b HTTP/1.1" status: 204 len: 168 time: 2.3162255 Dec 15 11:37:58.063595 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c57bfaf-377c-46fb-878e-26008562661d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.119957 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Request body: {'port': {'device_id': '10ea38af-0203-46a8-92f0-7e44e3d06509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:58.145077 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a81a4-1bd2-4fe1-b64f-6050df0ab6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be2a52c-379b-4574-9d2f-7106fff1ff4b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:58.181982 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c57bfaf-377c-46fb-878e-26008562661d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.268103 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3740f-366d-4648-9ca1-7a07bf23f178 req-559185f5-e888-4dc8-be59-4955680e2c26 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:58.295714 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-44f3740f-366d-4648-9ca1-7a07bf23f178 req-559185f5-e888-4dc8-be59-4955680e2c26 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 932 time: 0.3548365 Dec 15 11:37:58.321716 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=337ff79b-71b2-4556-87c3-b5a4f00028ed,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:58.419116 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1840318-93a6-45eb-8713-7df2dffae0cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.499726 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57bfaf-377c-46fb-878e-26008562661d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce2536f-e5e4-4d4b-938a-f5e84e9e18fb,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:58.599580 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 2, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:58.696023 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Checking router: 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:37:58.696580 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Updating router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d port d045aaa8-8921-4b29-9bb8-607829655b4a binding host dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:37:58.715454 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.739618 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-44f3740f-366d-4648-9ca1-7a07bf23f178 req-5f7c53a9-f026-47d5-8f50-88445a32e1fe tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177079 Dec 15 11:37:58.778502 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1840318-93a6-45eb-8713-7df2dffae0cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.778724 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.786930 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1840318-93a6-45eb-8713-7df2dffae0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.792180 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c57bfaf-377c-46fb-878e-26008562661d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.793830 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-5c57bfaf-377c-46fb-878e-26008562661d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.3341482 Dec 15 11:37:58.797981 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40292) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:58.798621 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.804767 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3dfb01c1-c86f-4fc6-8de2-4f5e5264d4e1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'security_group_rule': {'security_group_id': 'fd8d0679-bc86-4d6c-bd44-3a7275a5375a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:58.843430 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1840318-93a6-45eb-8713-7df2dffae0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07616418-8e44-49d2-b57b-2e879c39e7cc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:58.891915 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-b1840318-93a6-45eb-8713-7df2dffae0cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=301077af0d3e4b18a5461eadbcc273d0&name=default HTTP/1.1" status: 200 len: 2993 time: 1.1145461 Dec 15 11:37:58.894769 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 40294) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:59.036092 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22445a5c-8123-496b-a9ef-a40a6ee1b77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.047507 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Sync routers for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:59.097489 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:59.098108 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:59.141115 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22445a5c-8123-496b-a9ef-a40a6ee1b77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.358135 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.371664 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-257682af-0f53-414b-af1c-e4a25fbe52e7 req-1c9a312c-d74a-4bf3-bae4-b772ec7bfefc tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 210 time: 0.0795479 Dec 15 11:37:59.385558 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.403837 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22445a5c-8123-496b-a9ef-a40a6ee1b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.408167 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22445a5c-8123-496b-a9ef-a40a6ee1b77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.409472 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-22445a5c-8123-496b-a9ef-a40a6ee1b77d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07616418-8e44-49d2-b57b-2e879c39e7cc HTTP/1.1" status: 204 len: 168 time: 0.5134282 Dec 15 11:37:59.451427 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22445a5c-8123-496b-a9ef-a40a6ee1b77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07616418-8e44-49d2-b57b-2e879c39e7cc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:59.625177 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36d10c-ff35-4e5c-bac6-08e9f66e9097 None None] Pushing event updated for resources: {'Port': ['ID=d045aaa8-8921-4b29-9bb8-607829655b4a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:59.634475 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3dfb01c1-c86f-4fc6-8de2-4f5e5264d4e1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.855005 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f7ea52-e2cc-4566-b018-51e86bb08476 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:37:59.880673 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.904231 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.996008 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Attempting to bind port d045aaa8-8921-4b29-9bb8-607829655b4a on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:38:00.001838 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Attempting to bind port d045aaa8-8921-4b29-9bb8-607829655b4a by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:38:00.004570 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Attempting to bind port d045aaa8-8921-4b29-9bb8-607829655b4a on network 1f104128-3e4d-48c6-a529-9854e7560cce {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:00.041396 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:38:00.043401 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Checking segment: {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:38:00.046703 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.050828 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Bound using segment: {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:38:00.054032 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Bound port: d045aaa8-8921-4b29-9bb8-607829655b4a, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:38:00.056362 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.125364 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Pushing event updated for resources: {'Port': ['ID=343a57ad-56a7-42a1-b2f0-d0195784a65f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:00.180387 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Allocated IP 172.20.0.8 (1a112e70-069f-4e26-9121-cfdeea822751/368ebbce-e5bf-438b-97c1-903468bb035e/16336c52-d3ee-4e00-8344-393eb3a8d7cf) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:38:00.196738 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b56adc75-0ec6-4ac6-ae47-ec1e6b9d6fbd None None] Provisioning complete for port d045aaa8-8921-4b29-9bb8-607829655b4a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:00.197341 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b56adc75-0ec6-4ac6-ae47-ec1e6b9d6fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.207364 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 337ff79b-71b2-4556-87c3-b5a4f00028ed up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:00.234179 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Network 1a112e70-069f-4e26-9121-cfdeea822751 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:38:00.278752 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:38:00.316866 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Transition to ACTIVE for port object 66f7ea52-e2cc-4566-b018-51e86bb08476 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:38:00.336253 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:38:00.360006 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:00.363716 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.391836 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] For port d045aaa8-8921-4b29-9bb8-607829655b4a, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:38:00.405892 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] For port d045aaa8-8921-4b29-9bb8-607829655b4a, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=d045aaa8-8921-4b29-9bb8-607829655b4a,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:38:00.418914 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.422670 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.443666 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-67e8dd81-d59b-4cb6-8cc4-5f494d8a3473 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3963981 Dec 15 11:38:00.545943 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3dfb01c1-c86f-4fc6-8de2-4f5e5264d4e1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.565546 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3dfb01c1-c86f-4fc6-8de2-4f5e5264d4e1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.596045 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb01c1-c86f-4fc6-8de2-4f5e5264d4e1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3054caf7-8a47-465b-bf24-ae9a38e520b2,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:00.654891 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Pushing event updated for resources: {'Port': ['ID=66f7ea52-e2cc-4566-b018-51e86bb08476,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:00.688539 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3dfb01c1-c86f-4fc6-8de2-4f5e5264d4e1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.690353 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-3dfb01c1-c86f-4fc6-8de2-4f5e5264d4e1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8893609 Dec 15 11:38:00.692280 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36d10c-ff35-4e5c-bac6-08e9f66e9097 None None] Pushing event updated for resources: {'Port': ['ID=d045aaa8-8921-4b29-9bb8-607829655b4a,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:00.703200 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 40336) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:00.737202 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'floatingip': {'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:00.758193 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 337ff79b-71b2-4556-87c3-b5a4f00028ed triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:00.759411 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.792252 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:38:00.798101 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:00.919081 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b56adc75-0ec6-4ac6-ae47-ec1e6b9d6fbd None None] Port d045aaa8-8921-4b29-9bb8-607829655b4a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:38:00.937150 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:38:00.945763 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40346) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:00.976520 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-14d7c617-5cdb-45ce-b73a-d17a07fcbf28 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360376503', 'description': 'tempest-description--1654140282'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:01.068961 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Attempting to bind port 66f7ea52-e2cc-4566-b018-51e86bb08476 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:38:01.080829 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Attempting to bind port 66f7ea52-e2cc-4566-b018-51e86bb08476 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fa8689b1-cd17-4aca-8c21-40f3ba0ff90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4099c0dc-1049-4934-9910-7b75248ee325'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:38:01.088754 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Attempting to bind port 66f7ea52-e2cc-4566-b018-51e86bb08476 on network 4099c0dc-1049-4934-9910-7b75248ee325 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:01.112918 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Port 66f7ea52-e2cc-4566-b018-51e86bb08476 on network 4099c0dc-1049-4934-9910-7b75248ee325 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:38:01.122157 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Attempting to bind port 66f7ea52-e2cc-4566-b018-51e86bb08476 on network 4099c0dc-1049-4934-9910-7b75248ee325 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:01.141481 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:38:01.142291 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Checking segment: {'id': 'fa8689b1-cd17-4aca-8c21-40f3ba0ff90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4099c0dc-1049-4934-9910-7b75248ee325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:38:01.150768 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Bound using segment: {'id': 'fa8689b1-cd17-4aca-8c21-40f3ba0ff90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4099c0dc-1049-4934-9910-7b75248ee325'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:38:01.153068 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Bound port: 66f7ea52-e2cc-4566-b018-51e86bb08476, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8689b1-cd17-4aca-8c21-40f3ba0ff90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4099c0dc-1049-4934-9910-7b75248ee325'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:38:01.154028 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.159205 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb2d1b-a512-478b-b403-e35ec8e911e8 req-c02d42c6-0712-4203-9160-51c9f5eef795 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:01.162136 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b9bb2d1b-a512-478b-b403-e35ec8e911e8 req-c02d42c6-0712-4203-9160-51c9f5eef795 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 944 time: 0.4808755 Dec 15 11:38:01.233567 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d7c617-5cdb-45ce-b73a-d17a07fcbf28 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.493523 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-40a7bcac-07f8-477f-a959-b3e01123d7a7 None None] Provisioning complete for port d045aaa8-8921-4b29-9bb8-607829655b4a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:01.494516 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40a7bcac-07f8-477f-a959-b3e01123d7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.504253 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7283abd9-810d-4592-bb98-16acde825470 req-611e3b07-2cf8-4e0a-b448-c0c1be8d5625 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 210 time: 0.3319299 Dec 15 11:38:01.574586 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.578579 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] For port 66f7ea52-e2cc-4566-b018-51e86bb08476, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:38:01.602040 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] For port 66f7ea52-e2cc-4566-b018-51e86bb08476, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66f7ea52-e2cc-4566-b018-51e86bb08476,segment=NetworkSegment(fa8689b1-cd17-4aca-8c21-40f3ba0ff90d),segment_id=fa8689b1-cd17-4aca-8c21-40f3ba0ff90d)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:38:01.621567 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.646866 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:38:01.686227 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b9bb2d1b-a512-478b-b403-e35ec8e911e8 req-71ec30ef-c81b-49e9-b595-a2fc9e56349a tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999285 Dec 15 11:38:01.694524 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.843489 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.845652 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d7c617-5cdb-45ce-b73a-d17a07fcbf28 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.851631 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:01.852966 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.857237 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] 10.222.0.59 "PUT /v2.0/ports/66f7ea52-e2cc-4566-b018-51e86bb08476 HTTP/1.1" status: 200 len: 1094 time: 4.6229408 Dec 15 11:38:01.859701 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ed3dc-7fb9-424a-a3fd-246a8971d7bd service neutron] Pushing event updated for resources: {'Port': ['ID=66f7ea52-e2cc-4566-b018-51e86bb08476,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:01.872086 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ea38af-0203-46a8-92f0-7e44e3d06509', 'tag': '66f7ea52-e2cc-4566-b018-51e86bb08476'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:01.991970 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40a7bcac-07f8-477f-a959-b3e01123d7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.005587 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d7c617-5cdb-45ce-b73a-d17a07fcbf28 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.101199 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d7c617-5cdb-45ce-b73a-d17a07fcbf28 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.108334 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-14d7c617-5cdb-45ce-b73a-d17a07fcbf28 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1394515 Dec 15 11:38:02.129038 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40380) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:02.146035 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 2, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:02.150320 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e4fa7228-e243-4199-8dbd-4705fd8fffe8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'security_group_rule': {'security_group_id': 'b5412ee9-aa41-489b-a9fd-2af7902d333f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:02.224641 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Network 1a112e70-069f-4e26-9121-cfdeea822751 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:38:02.230362 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7c617-5cdb-45ce-b73a-d17a07fcbf28 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5412ee9-aa41-489b-a9fd-2af7902d333f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:02.287705 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Checking router: a0a7142b-cbc8-4de4-9b8c-f48da636bf64 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:38:02.288636 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Updating router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 port bcdd9f00-d37f-4042-b764-39b0e949be0e binding host dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:38:02.309000 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device d045aaa8-8921-4b29-9bb8-607829655b4a up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:02.311916 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7228-e243-4199-8dbd-4705fd8fffe8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.323183 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:38:02.379349 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:00Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:02.448846 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7ed94-d674-4740-aed7-382b5a92de2b None None] The sync data for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi is: [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:00Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:38:02.457949 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Pushing event updated for resources: {'Port': ['ID=16336c52-d3ee-4e00-8344-393eb3a8d7cf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:02.483436 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7228-e243-4199-8dbd-4705fd8fffe8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.487691 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-40a7bcac-07f8-477f-a959-b3e01123d7a7 None None] For port d045aaa8-8921-4b29-9bb8-607829655b4a, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=d045aaa8-8921-4b29-9bb8-607829655b4a,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:02.494225 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7228-e243-4199-8dbd-4705fd8fffe8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.519802 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:38:02.536214 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:02.536995 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.542739 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.546322 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40a7bcac-07f8-477f-a959-b3e01123d7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.585586 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa7228-e243-4199-8dbd-4705fd8fffe8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ad835e-f828-43db-a8bb-75e78f252181,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:02.599145 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7228-e243-4199-8dbd-4705fd8fffe8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.601105 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e4fa7228-e243-4199-8dbd-4705fd8fffe8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4687190 Dec 15 11:38:02.607620 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40396) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:02.624868 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fd6b801c-33cd-423d-9f50-230ce51cc5fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'security_group_rule': {'security_group_id': 'b5412ee9-aa41-489b-a9fd-2af7902d333f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:02.700726 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd6b801c-33cd-423d-9f50-230ce51cc5fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.716105 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.826369 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port d045aaa8-8921-4b29-9bb8-607829655b4a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:02.830930 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.918135 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-32ec459e-e7ca-4b46-9753-3466942dc575 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6175525 Dec 15 11:38:02.922320 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd6b801c-33cd-423d-9f50-230ce51cc5fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.934352 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90e4f42-4921-4590-91f7-0a8838a34c14" -d '{"events": [{"name": "network-changed", "server_uuid": "10ea38af-0203-46a8-92f0-7e44e3d06509", "tag": "66f7ea52-e2cc-4566-b018-51e86bb08476"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:02.942311 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd6b801c-33cd-423d-9f50-230ce51cc5fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:03.014123 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b801c-33cd-423d-9f50-230ce51cc5fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c874f77-4ae8-4b1c-822b-eef7fab5e628,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:03.033715 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd6b801c-33cd-423d-9f50-230ce51cc5fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:03.037337 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-fd6b801c-33cd-423d-9f50-230ce51cc5fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4254730 Dec 15 11:38:03.039772 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40412) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:03.049921 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'floatingip': {'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:03.078391 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7bcac-07f8-477f-a959-b3e01123d7a7 None None] Pushing event updated for resources: {'Port': ['ID=d045aaa8-8921-4b29-9bb8-607829655b4a,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:03.135177 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Request body: {'port': {'device_id': '77573eb0-0881-4e38-b695-912146de7f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:03.145462 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:03.240897 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Request body: {'port': {'device_id': '86ce7182-299c-4286-8b93-b69f65acfc52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:03.418925 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c4161-b2f0-493e-bab5-94487ccd5b7d req-6337df38-f06b-4e7f-bfcc-457f7ba887f9 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:03.431943 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-be2c4161-b2f0-493e-bab5-94487ccd5b7d req-6337df38-f06b-4e7f-bfcc-457f7ba887f9 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 931 time: 0.5444283 Dec 15 11:38:03.511379 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b85778-a6eb-4a3d-b1cc-bbb77c15daa8 req-9582f21f-3e4c-4c36-98fc-32e181e2e9b6 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:03.513006 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-83b85778-a6eb-4a3d-b1cc-bbb77c15daa8 req-9582f21f-3e4c-4c36-98fc-32e181e2e9b6 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 944 time: 0.5536351 Dec 15 11:38:03.628283 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:03.695319 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Allocated IP 172.27.1.8 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/2e35bfae-b668-471a-8c9d-ba3a30544117) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:38:03.766658 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-71fc5bb2-ed69-4d3d-8a45-872f1c63a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:03.775175 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-71fc5bb2-ed69-4d3d-8a45-872f1c63a9b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a264c1c470554eb5aab6a417e32ffb4c&device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 1097 time: 0.5369029 Dec 15 11:38:03.784073 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:03.842869 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8af40e52-f33f-4f77-94d7-b90a32361b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.053977 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.064144 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.190912 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda667de-33ab-4c73-8df1-e6113638411d None None] Pushing event updated for resources: {'Port': ['ID=bcdd9f00-d37f-4042-b764-39b0e949be0e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:04.230488 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device d045aaa8-8921-4b29-9bb8-607829655b4a up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:04.506996 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-810e2e71-d8d7-4f77-b05a-bde1596351e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66f7ea52-e2cc-4566-b018-51e86bb08476 HTTP/1.1" status: 200 len: 217 time: 0.6846330 Dec 15 11:38:04.525820 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port d045aaa8-8921-4b29-9bb8-607829655b4a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:04.526523 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.612192 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Attempting to bind port bcdd9f00-d37f-4042-b764-39b0e949be0e on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:38:04.613132 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Attempting to bind port bcdd9f00-d37f-4042-b764-39b0e949be0e by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:38:04.613441 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Attempting to bind port bcdd9f00-d37f-4042-b764-39b0e949be0e on network 3ff554bc-0fd0-4703-8d9d-d815843967c4 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:04.626183 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:38:04.626688 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Checking segment: {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:38:04.627218 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.627762 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Bound using segment: {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:38:04.628326 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Bound port: bcdd9f00-d37f-4042-b764-39b0e949be0e, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:38:04.628782 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.786651 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.813297 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] For port bcdd9f00-d37f-4042-b764-39b0e949be0e, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:38:04.820536 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] For port bcdd9f00-d37f-4042-b764-39b0e949be0e, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=bcdd9f00-d37f-4042-b764-39b0e949be0e,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:38:04.824360 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-15e11f9d-76e2-444a-8350-ec6def260feb None None] Provisioning complete for port bcdd9f00-d37f-4042-b764-39b0e949be0e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:04.824641 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15e11f9d-76e2-444a-8350-ec6def260feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.828995 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-8ee45f1e-8309-44ac-84b2-da314cb2f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:04.829961 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.834085 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-8ee45f1e-8309-44ac-84b2-da314cb2f108 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a4bc25a-0bfa-4eab-89f6-2d157e493e31 HTTP/1.1" status: 200 len: 852 time: 0.2860990 Dec 15 11:38:04.841185 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-be2c4161-b2f0-493e-bab5-94487ccd5b7d req-b21eb8b1-c44e-4745-b6ae-25f574891d9a tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4071417 Dec 15 11:38:04.949303 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.034493 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda667de-33ab-4c73-8df1-e6113638411d None None] Pushing event updated for resources: {'Port': ['ID=bcdd9f00-d37f-4042-b764-39b0e949be0e,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:05.094977 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:38:05.095989 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:37:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:05.138885 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-83b85778-a6eb-4a3d-b1cc-bbb77c15daa8 req-87b505d2-1766-4372-993e-32234d7d53d4 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5918057 Dec 15 11:38:05.158978 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-8e94afda-c629-4790-9c94-e2aad52e86b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4099c0dc-1049-4934-9910-7b75248ee325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3183703 Dec 15 11:38:05.232611 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16336c52-d3ee-4e00-8344-393eb3a8d7cf {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:05.276031 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.296061 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.468364 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Allocated IP 172.27.1.186 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/89125648-37b9-4ef2-bd54-ec773346acfd) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:38:05.661234 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Transition to ACTIVE for port object 16336c52-d3ee-4e00-8344-393eb3a8d7cf will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:38:05.693388 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:38:05.720201 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.726099 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15e11f9d-76e2-444a-8350-ec6def260feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.747867 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:38:05.791061 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.796702 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:38:05.841680 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-15e11f9d-76e2-444a-8350-ec6def260feb None None] For port bcdd9f00-d37f-4042-b764-39b0e949be0e, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=bcdd9f00-d37f-4042-b764-39b0e949be0e,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:05.843234 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'Port': ['ID=2e35bfae-b668-471a-8c9d-ba3a30544117,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:05.851009 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15e11f9d-76e2-444a-8350-ec6def260feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.907043 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:38:05.936288 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47599d51-2152-4263-b215-8a9758739d36 x-openstack-request-id: req-47599d51-2152-4263-b215-8a9758739d36 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:05.936620 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ea38af-0203-46a8-92f0-7e44e3d06509", "tag": "66f7ea52-e2cc-4566-b018-51e86bb08476", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:05.936915 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47599d51-2152-4263-b215-8a9758739d36 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:05.942100 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ea38af-0203-46a8-92f0-7e44e3d06509', 'tag': '66f7ea52-e2cc-4566-b018-51e86bb08476', 'status': 'completed', 'code': 200} Dec 15 11:38:06.423490 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-55063388-a699-4f3e-a2ac-df5a4b967f5c None None] Provisioning complete for port bcdd9f00-d37f-4042-b764-39b0e949be0e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:06.424366 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55063388-a699-4f3e-a2ac-df5a4b967f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.425848 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e11f9d-76e2-444a-8350-ec6def260feb None None] Pushing event updated for resources: {'Port': ['ID=bcdd9f00-d37f-4042-b764-39b0e949be0e,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:06.511411 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98b54ba4-d081-4388-8588-bdd758f4c094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.554098 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343a57ad-56a7-42a1-b2f0-d0195784a65f {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:06.566448 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-2cbe28fc-5e72-4ee4-ae50-6368dfa017a2 service neutron] 10.222.0.59 "GET /v2.0/networks/4099c0dc-1049-4934-9910-7b75248ee325?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3554864 Dec 15 11:38:06.574057 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.616634 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.665086 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Transition to ACTIVE for port object 343a57ad-56a7-42a1-b2f0-d0195784a65f will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:38:06.672089 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.680338 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.775919 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:38:06.828032 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:38:06.835782 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'Port': ['ID=89125648-37b9-4ef2-bd54-ec773346acfd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:06.885322 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:38:07.058073 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Pushing event updated for resources: {'Port': ['ID=16336c52-d3ee-4e00-8344-393eb3a8d7cf,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:07.106192 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Attempting to bind port 16336c52-d3ee-4e00-8344-393eb3a8d7cf on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:38:07.107213 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Attempting to bind port 16336c52-d3ee-4e00-8344-393eb3a8d7cf by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:38:07.107931 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Attempting to bind port 16336c52-d3ee-4e00-8344-393eb3a8d7cf on network 1a112e70-069f-4e26-9121-cfdeea822751 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:07.117148 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.128282 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Attempting to bind port 343a57ad-56a7-42a1-b2f0-d0195784a65f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:38:07.128783 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Attempting to bind port 343a57ad-56a7-42a1-b2f0-d0195784a65f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:38:07.129089 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Attempting to bind port 343a57ad-56a7-42a1-b2f0-d0195784a65f on network 1a112e70-069f-4e26-9121-cfdeea822751 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:07.152054 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Port 343a57ad-56a7-42a1-b2f0-d0195784a65f on network 1a112e70-069f-4e26-9121-cfdeea822751 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:38:07.152054 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Attempting to bind port 343a57ad-56a7-42a1-b2f0-d0195784a65f on network 1a112e70-069f-4e26-9121-cfdeea822751 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:07.162803 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:04Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:07.180447 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ded48-0869-4ad6-875a-f4c005d05a33 req-c496beea-ffa9-4247-9e0a-96809e5191c3 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:07.183544 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d7ded48-0869-4ad6-875a-f4c005d05a33 req-c496beea-ffa9-4247-9e0a-96809e5191c3 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 944 time: 0.7702048 Dec 15 11:38:07.185451 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Port 16336c52-d3ee-4e00-8344-393eb3a8d7cf on network 1a112e70-069f-4e26-9121-cfdeea822751 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:38:07.186167 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Attempting to bind port 16336c52-d3ee-4e00-8344-393eb3a8d7cf on network 1a112e70-069f-4e26-9121-cfdeea822751 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:07.206459 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:38:07.206886 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Checking segment: {'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:38:07.207352 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Bound using segment: {'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:38:07.207829 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Bound port: 343a57ad-56a7-42a1-b2f0-d0195784a65f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:38:07.208546 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.233375 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffbb50-5874-41ed-9293-a23994af4045 req-da943284-ced4-4504-9ab9-2613fe9f8a14 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:07.244233 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5fffbb50-5874-41ed-9293-a23994af4045 req-da943284-ced4-4504-9ab9-2613fe9f8a14 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 943 time: 0.8541367 Dec 15 11:38:07.252842 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:38:07.253445 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Checking segment: {'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:38:07.254285 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Bound using segment: {'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:38:07.255220 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Bound port: 16336c52-d3ee-4e00-8344-393eb3a8d7cf, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0e42fd-c28e-43b4-9098-08628c89f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:38:07.255866 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.262060 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf63ad-dbd9-4263-8cb7-22f94aba20bd None None] The sync data for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi is: [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:04Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:38:07.297638 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Pushing event updated for resources: {'Port': ['ID=343a57ad-56a7-42a1-b2f0-d0195784a65f,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:07.311336 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.311639 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.608471 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d7ded48-0869-4ad6-875a-f4c005d05a33 req-b11a9c83-1d49-4a75-b349-58a14b58b608 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996112 Dec 15 11:38:07.702120 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] For port 16336c52-d3ee-4e00-8344-393eb3a8d7cf, host hv-cinder-81322, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:38:07.709215 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] For port 16336c52-d3ee-4e00-8344-393eb3a8d7cf, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=16336c52-d3ee-4e00-8344-393eb3a8d7cf,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:38:07.731723 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.755123 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.069175 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.084900 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] For port 343a57ad-56a7-42a1-b2f0-d0195784a65f, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:38:08.088351 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.130543 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Pushing event updated for resources: {'Port': ['ID=16336c52-d3ee-4e00-8344-393eb3a8d7cf,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:08.170119 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] For port 343a57ad-56a7-42a1-b2f0-d0195784a65f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:38:08.240062 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device bcdd9f00-d37f-4042-b764-39b0e949be0e up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:08.248044 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.253636 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.265591 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.281860 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.339716 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'Port': ['ID=2e35bfae-b668-471a-8c9d-ba3a30544117,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:08.343174 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:08.343889 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.345362 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-b1c3720e-5cfc-4b4d-b972-54d03c5cabec service neutron] 10.222.0.59 "PUT /v2.0/ports/16336c52-d3ee-4e00-8344-393eb3a8d7cf HTTP/1.1" status: 200 len: 1093 time: 5.1184919 Dec 15 11:38:08.348045 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ce7182-299c-4286-8b93-b69f65acfc52', 'tag': '16336c52-d3ee-4e00-8344-393eb3a8d7cf'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:08.376424 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-f2101e58-5d1d-41ba-898b-6de6a4004558 req-afdeb9b6-56d5-4226-8cf8-4281a61c51d6 service neutron] 10.222.0.59 "GET /v2.0/networks/4099c0dc-1049-4934-9910-7b75248ee325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0200346 Dec 15 11:38:08.381577 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port bcdd9f00-d37f-4042-b764-39b0e949be0e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:08.382923 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.388253 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.420694 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5fffbb50-5874-41ed-9293-a23994af4045 req-4668465e-4343-48b9-8a4e-f93027aa7bab tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1750674 Dec 15 11:38:08.426733 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.462195 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.464418 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-1f692fe7-3e1b-4985-8fa1-cb2df8022644 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.7577469 Dec 15 11:38:08.499144 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.515330 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4739380 Dec 15 11:38:08.518910 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3719d8f-12d1-49f1-8aa8-d323f7733df3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'Port': ['ID=89125648-37b9-4ef2-bd54-ec773346acfd,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:08.534031 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:08.536355 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.539316 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] 10.222.0.59 "PUT /v2.0/ports/343a57ad-56a7-42a1-b2f0-d0195784a65f HTTP/1.1" status: 200 len: 1094 time: 5.4145074 Dec 15 11:38:08.543770 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77573eb0-0881-4e38-b695-912146de7f1f', 'tag': '343a57ad-56a7-42a1-b2f0-d0195784a65f'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:08.550511 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f57b49-e6a2-4b9d-8db0-17b183af60b9" -d '{"events": [{"name": "network-changed", "server_uuid": "77573eb0-0881-4e38-b695-912146de7f1f", "tag": "343a57ad-56a7-42a1-b2f0-d0195784a65f"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:08.725632 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c818d87-2505-400b-819c-c6b55ad72a71" -d '{"events": [{"name": "network-changed", "server_uuid": "86ce7182-299c-4286-8b93-b69f65acfc52", "tag": "16336c52-d3ee-4e00-8344-393eb3a8d7cf"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:08.858016 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.873725 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06adb41b-9b42-4093-af8a-3cc7e655633d x-openstack-request-id: req-06adb41b-9b42-4093-af8a-3cc7e655633d {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:08.873960 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77573eb0-0881-4e38-b695-912146de7f1f", "tag": "343a57ad-56a7-42a1-b2f0-d0195784a65f", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:08.874390 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06adb41b-9b42-4093-af8a-3cc7e655633d {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:08.874993 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77573eb0-0881-4e38-b695-912146de7f1f', 'tag': '343a57ad-56a7-42a1-b2f0-d0195784a65f', 'status': 'completed', 'code': 200} Dec 15 11:38:09.014970 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e4f42-4921-4590-91f7-0a8838a34c14 req-e2bf73d3-4301-4838-8397-ace905d15ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.014970 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a90e4f42-4921-4590-91f7-0a8838a34c14 req-e2bf73d3-4301-4838-8397-ace905d15ce4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a264c1c470554eb5aab6a417e32ffb4c&device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 1097 time: 0.4890609 Dec 15 11:38:09.048059 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28cdd2-303b-4a62-a8e6-70dc7f031166 req-35e0380e-a021-4680-ae8c-3ab279b165db tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.050001 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d28cdd2-303b-4a62-a8e6-70dc7f031166 req-35e0380e-a021-4680-ae8c-3ab279b165db tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 944 time: 0.1920578 Dec 15 11:38:09.113410 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536c83c-8aaa-4b3b-911a-178a29d2cec3 service neutron] Pushing event updated for resources: {'Port': ['ID=343a57ad-56a7-42a1-b2f0-d0195784a65f,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:09.140252 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-9f677d0b-30ac-4108-8c5e-9e07ccc7fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.154429 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-9f677d0b-30ac-4108-8c5e-9e07ccc7fe45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 1096 time: 0.5922215 Dec 15 11:38:09.176954 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-83b4e170-4d63-434c-b637-7167fbe71de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.184607 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-83b4e170-4d63-434c-b637-7167fbe71de7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 1097 time: 0.5323434 Dec 15 11:38:09.338382 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a142b85-c217-47f6-9f36-c85ca894666f x-openstack-request-id: req-2a142b85-c217-47f6-9f36-c85ca894666f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:09.348180 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ce7182-299c-4286-8b93-b69f65acfc52", "tag": "16336c52-d3ee-4e00-8344-393eb3a8d7cf", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:09.348669 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a142b85-c217-47f6-9f36-c85ca894666f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:09.349363 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ce7182-299c-4286-8b93-b69f65acfc52', 'tag': '16336c52-d3ee-4e00-8344-393eb3a8d7cf', 'status': 'completed', 'code': 200} Dec 15 11:38:09.466441 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-ff8cd6b5-0442-4c22-a532-4ee2bc9e5c97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16336c52-d3ee-4e00-8344-393eb3a8d7cf HTTP/1.1" status: 200 len: 217 time: 0.2651887 Dec 15 11:38:09.475668 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-9e9b8380-43ee-4207-8304-acd029c51df1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f HTTP/1.1" status: 200 len: 217 time: 0.2367339 Dec 15 11:38:09.544372 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:09.752434 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e4f42-4921-4590-91f7-0a8838a34c14 req-5c346e4a-1c00-457b-a3df-4d25e97b8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.756435 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a90e4f42-4921-4590-91f7-0a8838a34c14 req-5c346e4a-1c00-457b-a3df-4d25e97b8131 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4099c0dc-1049-4934-9910-7b75248ee325 HTTP/1.1" status: 200 len: 913 time: 0.7051802 Dec 15 11:38:09.821353 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d28cdd2-303b-4a62-a8e6-70dc7f031166 req-7617234b-4b97-43b2-9f65-58404c3c1479 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581987 Dec 15 11:38:09.854452 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-3d758ced-4798-43ac-a27a-ef8506c43dd6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--360376503&fields=id&tenant_id=32d22ecc87d9432b96feaa2df875e6fe HTTP/1.1" status: 200 len: 267 time: 0.2809813 Dec 15 11:38:10.072027 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-884dafc5-461d-4c57-9d8a-2c2cc5400ab4 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1285357574&fields=id&tenant_id=596646021ac14132b3631cd8ad4f5faa HTTP/1.1" status: 200 len: 267 time: 0.0772161 Dec 15 11:38:10.233964 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-858a6b9f-8c95-4d81-8d59-06c9b652bebc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:10.235551 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-858a6b9f-8c95-4d81-8d59-06c9b652bebc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 817 time: 0.3680904 Dec 15 11:38:10.244800 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-dee61d02-f1f6-4a01-a149-39a28435e831 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:10.253602 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-dee61d02-f1f6-4a01-a149-39a28435e831 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/networks?id=1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 200 len: 811 time: 0.1622274 Dec 15 11:38:10.277550 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-93f8d65c-1fa0-41e1-a948-05a07482b6ff tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/quotas/32d22ecc87d9432b96feaa2df875e6fe HTTP/1.1" status: 200 len: 375 time: 0.0207701 Dec 15 11:38:10.287775 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1422c576-d16a-464d-b925-ae21b589f6a3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/quotas/596646021ac14132b3631cd8ad4f5faa HTTP/1.1" status: 200 len: 375 time: 0.0328588 Dec 15 11:38:10.338451 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40622) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:10.421266 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-f7c93cee-e465-430e-a3f4-42df1b8bf8bc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324456 Dec 15 11:38:10.450680 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-8d13ef7e-8318-4308-838f-e04fc30eab8f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467609 Dec 15 11:38:10.623885 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d15-eede-4862-ba4c-9dd6f07273f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:10.624883 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-4890442e-a670-474e-a6ef-d4fec2f947e2 service neutron] 10.222.0.46 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714885 Dec 15 11:38:10.687749 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-dbd2fe1b-0e9c-4232-82ba-f79744fd72f9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:38:10.688843 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-dbd2fe1b-0e9c-4232-82ba-f79744fd72f9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1337850 Dec 15 11:38:10.775084 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d15-eede-4862-ba4c-9dd6f07273f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:10.783538 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d15-eede-4862-ba4c-9dd6f07273f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:10.824316 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-74556194-97f4-4ef8-a138-34c78f2dac6a service neutron] 10.222.0.46 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918466 Dec 15 11:38:10.836743 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-8dba4d15-eede-4862-ba4c-9dd6f07273f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3119431e6954437db553d45baf3c9755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4951971 Dec 15 11:38:10.838617 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba4d15-eede-4862-ba4c-9dd6f07273f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c1302d-54a3-466b-bbf4-38bbb5fa150b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:10.839750 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 40660) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:10.870049 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-e9182e04-5356-4c12-b4ac-e3da71002374 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708636 Dec 15 11:38:11.018850 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-0d9e3c6e-2c76-4613-9d36-a8664d0638f8 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481175 Dec 15 11:38:11.023836 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de840afd-d007-484a-a9b2-43ec0e0b7ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:11.086056 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de840afd-d007-484a-a9b2-43ec0e0b7ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:11.167050 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40676) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:11.328802 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc57e8-61c7-4af5-9943-4a2580542922 req-45b07f93-ec12-458c-9f31-f52d1853a40c tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.332376 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-35cc57e8-61c7-4af5-9943-4a2580542922 req-45b07f93-ec12-458c-9f31-f52d1853a40c tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 943 time: 0.1766622 Dec 15 11:38:11.454133 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54b4bdec-f164-4f8f-abf3-31179e77bc78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:11.501338 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de840afd-d007-484a-a9b2-43ec0e0b7ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:11.507267 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de840afd-d007-484a-a9b2-43ec0e0b7ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:11.509339 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-de840afd-d007-484a-a9b2-43ec0e0b7ae2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78c1302d-54a3-466b-bbf4-38bbb5fa150b HTTP/1.1" status: 204 len: 168 time: 0.6679552 Dec 15 11:38:11.564206 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de840afd-d007-484a-a9b2-43ec0e0b7ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c1302d-54a3-466b-bbf4-38bbb5fa150b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:11.652026 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-35cc57e8-61c7-4af5-9943-4a2580542922 req-aa3ea7de-4dbd-4019-b1b1-0b67b3c10aa6 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112938 Dec 15 11:38:11.688060 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febc58d-a72d-4b7c-8f27-ae3786161dbc req-fef538b7-a6d0-4186-979c-d761347cecf9 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.689827 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9febc58d-a72d-4b7c-8f27-ae3786161dbc req-fef538b7-a6d0-4186-979c-d761347cecf9 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 944 time: 0.2626505 Dec 15 11:38:11.832777 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a90e4f42-4921-4590-91f7-0a8838a34c14 req-e45b1513-7d0c-4c01-a0a0-86ebf3cc4075 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66f7ea52-e2cc-4566-b018-51e86bb08476 HTTP/1.1" status: 200 len: 217 time: 0.1768756 Dec 15 11:38:11.837400 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-644e7742-4bc0-40a7-a3a9-f1ef45a45048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.839010 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-644e7742-4bc0-40a7-a3a9-f1ef45a45048 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 200 len: 858 time: 0.2385871 Dec 15 11:38:11.846016 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-91129df2-332a-4f83-8c64-d3af8eacd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.847540 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-91129df2-332a-4f83-8c64-d3af8eacd4e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 200 len: 858 time: 0.2429793 Dec 15 11:38:11.853231 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54b4bdec-f164-4f8f-abf3-31179e77bc78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:11.861780 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54b4bdec-f164-4f8f-abf3-31179e77bc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:11.869553 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ec07784-2918-4f54-8b94-058800b22c2a req-1bd9008c-cab1-4840-9aa7-cec56f3c06c0 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 210 time: 0.1010797 Dec 15 11:38:11.941903 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-bdc2f993-fe4a-499d-b14a-35b50f4a6038 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a112e70-069f-4e26-9121-cfdeea822751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820029 Dec 15 11:38:11.972046 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-45902436-aadf-493f-9395-f9a49873d865 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a112e70-069f-4e26-9121-cfdeea822751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967906 Dec 15 11:38:12.024888 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9febc58d-a72d-4b7c-8f27-ae3786161dbc req-ab2d3a2f-4c27-4d6a-a2da-15814333e464 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695308 Dec 15 11:38:12.027599 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e4f42-4921-4590-91f7-0a8838a34c14 req-a426ed98-3eba-4ed8-af91-5bcac65f84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:12.029871 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a90e4f42-4921-4590-91f7-0a8838a34c14 req-a426ed98-3eba-4ed8-af91-5bcac65f84ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a4bc25a-0bfa-4eab-89f6-2d157e493e31 HTTP/1.1" status: 200 len: 852 time: 0.1700215 Dec 15 11:38:12.066547 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-54b4bdec-f164-4f8f-abf3-31179e77bc78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b49f8dd40b2409a9d6f9fee77e88ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8974559 Dec 15 11:38:12.071853 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4bdec-f164-4f8f-abf3-31179e77bc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a1f184-1fe6-4217-a77c-37c8d42c6445,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:12.076202 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40714) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:12.078097 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-13c5f214-5d8a-4c57-9b91-52df5d580885 req-f75b5597-873b-49cc-946f-d0e6c09f5ee5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 210 time: 0.0469429 Dec 15 11:38:12.147833 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 40716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:12.157431 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a90e4f42-4921-4590-91f7-0a8838a34c14 req-4c5be007-acec-4e91-8254-2f475d71a1f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4099c0dc-1049-4934-9910-7b75248ee325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781968 Dec 15 11:38:12.187980 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1bf568f-ef3a-4623-b95b-985a554c0a5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.429802 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-d7d20964-ae35-4634-9314-5a0c8b8cbfcd service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617982 Dec 15 11:38:12.454163 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a457cc48-f593-415d-bbd6-e96415e04834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.464028 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-3ef9f6c2-9ebc-4508-a09d-ad113a871f8e service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573374 Dec 15 11:38:12.488743 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a457cc48-f593-415d-bbd6-e96415e04834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.535900 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a90e4f42-4921-4590-91f7-0a8838a34c14 req-32c7da01-7c72-48b7-a366-5ea02d45285a service neutron] 10.222.0.59 "GET /v2.0/networks/4099c0dc-1049-4934-9910-7b75248ee325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591430 Dec 15 11:38:12.647362 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1bf568f-ef3a-4623-b95b-985a554c0a5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.657490 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1bf568f-ef3a-4623-b95b-985a554c0a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.725440 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a457cc48-f593-415d-bbd6-e96415e04834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.728170 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a457cc48-f593-415d-bbd6-e96415e04834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.729734 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-a457cc48-f593-415d-bbd6-e96415e04834 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09a1f184-1fe6-4217-a77c-37c8d42c6445 HTTP/1.1" status: 204 len: 168 time: 0.4076424 Dec 15 11:38:12.730152 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf568f-ef3a-4623-b95b-985a554c0a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeba792e-0484-4310-bfb9-5bee737b7b67,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:12.737840 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-eb1773bc-c323-4b37-8d8b-e7e68a5d192a req-5e7cfaed-04cd-40a7-9a4d-85feff666506 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387838 Dec 15 11:38:12.740496 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-3b68eaf9-eb01-46cd-917b-3b44fa5bd344 req-0e39b90c-9b47-4338-98a0-072e3bbe5620 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396290 Dec 15 11:38:12.753850 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457cc48-f593-415d-bbd6-e96415e04834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a1f184-1fe6-4217-a77c-37c8d42c6445,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:12.846584 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-c1bf568f-ef3a-4623-b95b-985a554c0a5a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2255ad541cc4efea46f504401b0a249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6953471 Dec 15 11:38:12.847305 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40734) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:12.858157 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a90e4f42-4921-4590-91f7-0a8838a34c14 req-a71b251c-e101-4e9d-ab60-eb22e2fd560a service neutron] 10.222.0.59 "GET /v2.0/networks/4099c0dc-1049-4934-9910-7b75248ee325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093057 Dec 15 11:38:12.873471 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48728e6d-12a3-4e71-a214-74e2c98e9711 req-6e394aa2-dfd8-4846-ad4b-76906aa6daa1 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:12.881718 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-48728e6d-12a3-4e71-a214-74e2c98e9711 req-6e394aa2-dfd8-4846-ad4b-76906aa6daa1 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 943 time: 0.1384740 Dec 15 11:38:12.999927 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-48728e6d-12a3-4e71-a214-74e2c98e9711 req-9c97cccc-3c28-40a3-ae09-6e4c23bf20e1 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093574 Dec 15 11:38:13.048367 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-214c1e17-5b03-4930-8bb4-47d8db774d48 req-447da5ae-4855-465a-aafd-604b698a185c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 210 time: 0.0362713 Dec 15 11:38:13.058895 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c818d87-2505-400b-819c-c6b55ad72a71 req-48397ef6-e6f0-4af1-8670-977c27328b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:13.070646 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7c818d87-2505-400b-819c-c6b55ad72a71 req-48397ef6-e6f0-4af1-8670-977c27328b70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 1096 time: 0.1064026 Dec 15 11:38:13.070646 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e98032cd-15bf-4db9-b1a0-caa5ebbdcc5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.071039 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f57b49-e6a2-4b9d-8db0-17b183af60b9 req-61a07530-cecb-4a46-bdca-6f1e2c71cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:13.082258 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63f57b49-e6a2-4b9d-8db0-17b183af60b9 req-61a07530-cecb-4a46-bdca-6f1e2c71cfe2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 1097 time: 0.1310532 Dec 15 11:38:13.130463 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e98032cd-15bf-4db9-b1a0-caa5ebbdcc5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.343112 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0314cf48-32c0-41ae-a809-2a8847aa4938 req-a0b745b4-4934-446e-919e-6a58f49ee551 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 210 time: 0.0673177 Dec 15 11:38:13.390402 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f57b49-e6a2-4b9d-8db0-17b183af60b9 req-7bd6c35d-838c-4d80-b628-46f87dbb5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:13.392404 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63f57b49-e6a2-4b9d-8db0-17b183af60b9 req-7bd6c35d-838c-4d80-b628-46f87dbb5b18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 919 time: 0.2844019 Dec 15 11:38:13.464182 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e98032cd-15bf-4db9-b1a0-caa5ebbdcc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.467384 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e98032cd-15bf-4db9-b1a0-caa5ebbdcc5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.470989 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e98032cd-15bf-4db9-b1a0-caa5ebbdcc5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aeba792e-0484-4310-bfb9-5bee737b7b67 HTTP/1.1" status: 204 len: 168 time: 0.6196041 Dec 15 11:38:13.487667 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201deb8d-5c23-4ae5-aca1-732e325c9716 req-d23cb0bd-2175-4d70-8ddb-b24158a7da08 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:13.491359 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-201deb8d-5c23-4ae5-aca1-732e325c9716 req-d23cb0bd-2175-4d70-8ddb-b24158a7da08 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 944 time: 0.1874008 Dec 15 11:38:13.493830 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63f57b49-e6a2-4b9d-8db0-17b183af60b9 req-69d1905f-2321-4247-bad7-6f69774d642b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f HTTP/1.1" status: 200 len: 217 time: 0.0906143 Dec 15 11:38:13.533768 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98032cd-15bf-4db9-b1a0-caa5ebbdcc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeba792e-0484-4310-bfb9-5bee737b7b67,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:13.540061 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c818d87-2505-400b-819c-c6b55ad72a71 req-97500167-a410-4c9b-afb6-ba8d8e9b69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:13.542231 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7c818d87-2505-400b-819c-c6b55ad72a71 req-97500167-a410-4c9b-afb6-ba8d8e9b69b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 919 time: 0.3722916 Dec 15 11:38:13.609092 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 40752) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:13.611671 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7c818d87-2505-400b-819c-c6b55ad72a71 req-e7c6d4ab-6218-4725-a690-e97ab7466778 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16336c52-d3ee-4e00-8344-393eb3a8d7cf HTTP/1.1" status: 200 len: 217 time: 0.0561740 Dec 15 11:38:13.624571 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-e805f35f-d35d-417f-ae97-b09a77b3746b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:13.627595 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-e805f35f-d35d-417f-ae97-b09a77b3746b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.59 "GET /v2.0/networks?id=1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 200 len: 811 time: 0.4004653 Dec 15 11:38:13.651189 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d989c7e9-4e8b-4527-8221-5b96c167069d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.699368 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f57b49-e6a2-4b9d-8db0-17b183af60b9 req-8119a17c-51c4-4e8c-82ee-b60720b52387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:13.701020 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63f57b49-e6a2-4b9d-8db0-17b183af60b9 req-8119a17c-51c4-4e8c-82ee-b60720b52387 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 200 len: 858 time: 0.1903722 Dec 15 11:38:13.704799 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-201deb8d-5c23-4ae5-aca1-732e325c9716 req-a38c80ad-847f-431a-8b51-829d0025cbd9 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058110 Dec 15 11:38:13.735635 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c818d87-2505-400b-819c-c6b55ad72a71 req-106505e8-3807-4a48-81c2-916f6e4158aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:13.737348 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7c818d87-2505-400b-819c-c6b55ad72a71 req-106505e8-3807-4a48-81c2-916f6e4158aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 200 len: 858 time: 0.1099885 Dec 15 11:38:13.781552 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63f57b49-e6a2-4b9d-8db0-17b183af60b9 req-62cbcb11-eaf5-4616-a299-64569f387b1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a112e70-069f-4e26-9121-cfdeea822751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688803 Dec 15 11:38:13.788197 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-0c93f88e-f480-432d-a75c-9310013dc517 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=596646021ac14132b3631cd8ad4f5faa HTTP/1.1" status: 200 len: 380 time: 0.1170290 Dec 15 11:38:13.844902 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7c818d87-2505-400b-819c-c6b55ad72a71 req-ac8d4f26-fea9-4adf-b0c8-f6b93e242cec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a112e70-069f-4e26-9121-cfdeea822751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545542 Dec 15 11:38:13.858478 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'port': {'device_id': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'admin_state_up': True, 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'security_groups': ['fd8d0679-bc86-4d6c-bd44-3a7275a5375a']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:13.910361 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.59', 61979) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:14.049990 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d989c7e9-4e8b-4527-8221-5b96c167069d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:14.079640 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d989c7e9-4e8b-4527-8221-5b96c167069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:14.206749 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63f57b49-e6a2-4b9d-8db0-17b183af60b9 req-75388069-35be-4d4e-b0eb-3db1f8da56b8 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818455 Dec 15 11:38:14.275238 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Made reservation on behalf of 596646021ac14132b3631cd8ad4f5faa for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:38:14.280007 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:14.284093 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7c818d87-2505-400b-819c-c6b55ad72a71 req-c25c187d-5518-4bae-8e5e-efeb5cda5593 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175031 Dec 15 11:38:14.328660 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-847f68a1-e850-452d-a9f0-31960dc959e3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:14.330849 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-847f68a1-e850-452d-a9f0-31960dc959e3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 817 time: 0.4188530 Dec 15 11:38:14.335654 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-d989c7e9-4e8b-4527-8221-5b96c167069d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d1f7782310cb469690ab7f3d3d2b8fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7223766 Dec 15 11:38:14.338840 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 40794) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:14.531153 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d13352c5-2942-4ab8-96dc-79a924b6013d req-e26857af-3afb-4ac6-8b25-0ebbf98633f7 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 210 time: 0.0687776 Dec 15 11:38:14.539192 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63f57b49-e6a2-4b9d-8db0-17b183af60b9 req-168a28c5-7d8b-42eb-8585-4caf4861bff7 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970596 Dec 15 11:38:14.539907 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989c7e9-4e8b-4527-8221-5b96c167069d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e30d032-f9e0-4f2c-b8f6-5b12b8a1698c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:14.583970 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083f106-04b2-4204-926a-797798edbb0d req-5f10f70e-c826-4446-a27c-6763d3d21abd tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:14.595417 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0083f106-04b2-4204-926a-797798edbb0d req-5f10f70e-c826-4446-a27c-6763d3d21abd tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 943 time: 0.4368091 Dec 15 11:38:14.616495 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7c818d87-2505-400b-819c-c6b55ad72a71 req-f72a8bb6-3fc3-4a8b-a041-9a31eb15e0cb service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226751 Dec 15 11:38:14.678399 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-8cf92c14-3c4a-44d3-baa8-e23a96f39bda tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d22ecc87d9432b96feaa2df875e6fe HTTP/1.1" status: 200 len: 379 time: 0.1998057 Dec 15 11:38:14.695704 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca8a33c4-0ad8-4020-9075-09494ce14831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:14.710764 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'port': {'device_id': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'admin_state_up': True, 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'security_groups': ['b5412ee9-aa41-489b-a9fd-2af7902d333f']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:14.749163 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Allocated IP 172.20.0.6 (1f104128-3e4d-48c6-a529-9854e7560cce/54ab32e7-8f7b-4c57-92ff-665aba24873a/ef038dd2-512e-4e89-bcbb-dafcd6b644ab) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:38:14.752749 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-eeafdf89-fbc8-4577-b85a-ffa3f2271f82 req-9a6fd754-155d-406f-a539-db0da1ef814e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 210 time: 0.0680392 Dec 15 11:38:14.753122 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca8a33c4-0ad8-4020-9075-09494ce14831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:14.882452 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca8a33c4-0ad8-4020-9075-09494ce14831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:14.886200 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca8a33c4-0ad8-4020-9075-09494ce14831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:14.889340 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0083f106-04b2-4204-926a-797798edbb0d req-ebf36fbb-ff49-4e82-b096-e2578fe3fec0 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926261 Dec 15 11:38:14.890989 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-ca8a33c4-0ad8-4020-9075-09494ce14831 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e30d032-f9e0-4f2c-b8f6-5b12b8a1698c HTTP/1.1" status: 204 len: 168 time: 0.5506518 Dec 15 11:38:14.949879 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a33c4-0ad8-4020-9075-09494ce14831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e30d032-f9e0-4f2c-b8f6-5b12b8a1698c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:15.009900 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab23de-670b-435c-91dc-a65af7002a32 req-b21b72b7-3a6b-438d-81e4-11f4173baa50 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:15.017329 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5bab23de-670b-435c-91dc-a65af7002a32 req-b21b72b7-3a6b-438d-81e4-11f4173baa50 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 944 time: 0.1138382 Dec 15 11:38:15.056284 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.087954 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5bab23de-670b-435c-91dc-a65af7002a32 req-9e11a68f-276d-44ff-971f-6ac1e1a93067 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693607 Dec 15 11:38:15.089070 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Made reservation on behalf of 32d22ecc87d9432b96feaa2df875e6fe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:38:15.093578 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.142776 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.195724 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Network 1f104128-3e4d-48c6-a529-9854e7560cce is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:38:15.200630 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:38:15.205247 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:38:15.211364 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:15.212145 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.221909 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'Port': ['ID=ef038dd2-512e-4e89-bcbb-dafcd6b644ab,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:15.245889 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-c746a0e6-ea13-46a1-9121-7cc56acf5ac3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3990886 Dec 15 11:38:15.263672 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Request body: {'port': {'device_id': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:15.312981 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Allocated IP 172.20.0.8 (3ff554bc-0fd0-4703-8d9d-d815843967c4/44677b6a-acdc-4072-9900-3699a05e13ba/80da3442-4fb7-4d3f-97b2-a64a49164845) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:38:15.364170 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.617653 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-205312f7-5f4d-49dc-9c7e-5891a7870b49 None None] Provisioning complete for port ef038dd2-512e-4e89-bcbb-dafcd6b644ab triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:15.622888 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-205312f7-5f4d-49dc-9c7e-5891a7870b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.658235 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.706541 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-205312f7-5f4d-49dc-9c7e-5891a7870b49 None None] Port ef038dd2-512e-4e89-bcbb-dafcd6b644ab cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:38:15.846898 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fe1cd-4845-4df8-9d56-55170e8d94a1 req-bef51487-bfe8-463f-b130-ac1206029e33 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:15.858345 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-175fe1cd-4845-4df8-9d56-55170e8d94a1 req-bef51487-bfe8-463f-b130-ac1206029e33 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 931 time: 0.1521227 Dec 15 11:38:15.868335 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.016128 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Network 3ff554bc-0fd0-4703-8d9d-d815843967c4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:38:16.025052 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:38:16.028028 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'Port': ['ID=80da3442-4fb7-4d3f-97b2-a64a49164845,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:16.032388 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:38:16.039686 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:16.040900 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.049827 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 16336c52-d3ee-4e00-8344-393eb3a8d7cf details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:38:16.157404 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-175fe1cd-4845-4df8-9d56-55170e8d94a1 req-00914b77-84d5-4e06-a343-a1953f238545 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982626 Dec 15 11:38:16.210797 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-67615d82-cc51-479b-aac8-f93de4fb4edf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5057833 Dec 15 11:38:16.238315 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef038dd2-512e-4e89-bcbb-dafcd6b644ab {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:16.279680 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Request body: {'port': {'device_id': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:16.279952 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.293531 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 16336c52-d3ee-4e00-8344-393eb3a8d7cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=16336c52-d3ee-4e00-8344-393eb3a8d7cf,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:16.310192 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5fa5-ba49-4846-b117-136a57cf9378 req-c5a6a7cf-56f3-431d-b0e9-f412e25aa64e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:16.324692 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-297f5fa5-ba49-4846-b117-136a57cf9378 req-c5a6a7cf-56f3-431d-b0e9-f412e25aa64e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 931 time: 0.3150120 Dec 15 11:38:16.338618 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '16336c52-d3ee-4e00-8344-393eb3a8d7cf', 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751', 'port_id': '16336c52-d3ee-4e00-8344-393eb3a8d7cf', 'mac_address': 'fa:16:3e:02:d0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368ebbce-e5bf-438b-97c1-903468bb035e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:38:16.356128 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Transition to ACTIVE for port object ef038dd2-512e-4e89-bcbb-dafcd6b644ab will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:38:16.361800 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.420763 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.466468 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16336c52-d3ee-4e00-8344-393eb3a8d7cf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:16.598359 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 16336c52-d3ee-4e00-8344-393eb3a8d7cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=16336c52-d3ee-4e00-8344-393eb3a8d7cf,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:16.609065 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.611079 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 343a57ad-56a7-42a1-b2f0-d0195784a65f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:38:16.629292 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Pushing event updated for resources: {'Port': ['ID=ef038dd2-512e-4e89-bcbb-dafcd6b644ab,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:16.668964 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Attempting to bind port ef038dd2-512e-4e89-bcbb-dafcd6b644ab on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:38:16.670291 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Attempting to bind port ef038dd2-512e-4e89-bcbb-dafcd6b644ab by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:38:16.671251 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Attempting to bind port ef038dd2-512e-4e89-bcbb-dafcd6b644ab on network 1f104128-3e4d-48c6-a529-9854e7560cce {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:16.674013 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 343a57ad-56a7-42a1-b2f0-d0195784a65f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:16.687617 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Port ef038dd2-512e-4e89-bcbb-dafcd6b644ab on network 1f104128-3e4d-48c6-a529-9854e7560cce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:38:16.689894 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '343a57ad-56a7-42a1-b2f0-d0195784a65f', 'network_id': '1a112e70-069f-4e26-9121-cfdeea822751', 'port_id': '343a57ad-56a7-42a1-b2f0-d0195784a65f', 'mac_address': 'fa:16:3e:0f:51:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368ebbce-e5bf-438b-97c1-903468bb035e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:38:16.690584 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Attempting to bind port ef038dd2-512e-4e89-bcbb-dafcd6b644ab on network 1f104128-3e4d-48c6-a529-9854e7560cce {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:16.707675 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:38:16.710314 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Checking segment: {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:38:16.711408 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Bound using segment: {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:38:16.713356 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Bound port: ef038dd2-512e-4e89-bcbb-dafcd6b644ab, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:38:16.714848 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.798725 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7540116c-3c0c-4b9e-84ac-7d5e6c4931d8 None None] Provisioning complete for port 80da3442-4fb7-4d3f-97b2-a64a49164845 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:16.799110 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7540116c-3c0c-4b9e-84ac-7d5e6c4931d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.858176 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.899632 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=16336c52-d3ee-4e00-8344-393eb3a8d7cf,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:16.922320 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.923415 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] For port ef038dd2-512e-4e89-bcbb-dafcd6b644ab, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:38:16.932688 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] For port ef038dd2-512e-4e89-bcbb-dafcd6b644ab, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ef038dd2-512e-4e89-bcbb-dafcd6b644ab,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:38:16.943541 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.961297 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343a57ad-56a7-42a1-b2f0-d0195784a65f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:16.973647 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7540116c-3c0c-4b9e-84ac-7d5e6c4931d8 None None] Port 80da3442-4fb7-4d3f-97b2-a64a49164845 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:38:16.994981 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 343a57ad-56a7-42a1-b2f0-d0195784a65f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:17.001586 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.002676 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:17.002949 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 66f7ea52-e2cc-4566-b018-51e86bb08476 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:38:17.003382 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.005933 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] 10.222.0.59 "PUT /v2.0/ports/ef038dd2-512e-4e89-bcbb-dafcd6b644ab HTTP/1.1" status: 200 len: 1093 time: 1.7467861 Dec 15 11:38:17.009915 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'tag': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:17.012739 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea45ef0-d7fd-407a-94dd-bc56d7dd93f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ce2238-fa80-4d44-8752-c4d028887565", "tag": "ef038dd2-512e-4e89-bcbb-dafcd6b644ab"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:17.080541 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=343a57ad-56a7-42a1-b2f0-d0195784a65f,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:17.149749 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-297f5fa5-ba49-4846-b117-136a57cf9378 req-f3f71d6d-0bad-44fa-b536-a0bbf7a8498c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8205597 Dec 15 11:38:17.192879 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7ed5f-5758-4d31-8101-5921a5d83e45 service neutron] Pushing event updated for resources: {'Port': ['ID=ef038dd2-512e-4e89-bcbb-dafcd6b644ab,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:17.270387 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dede3-7fca-4d45-83b4-e27486974b23 req-6964256f-9382-4779-84c0-c9e7c44e3a1d tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:17.284254 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-aa2dede3-7fca-4d45-83b4-e27486974b23 req-6964256f-9382-4779-84c0-c9e7c44e3a1d tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 944 time: 0.9244480 Dec 15 11:38:17.298469 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 66f7ea52-e2cc-4566-b018-51e86bb08476, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66f7ea52-e2cc-4566-b018-51e86bb08476,segment=NetworkSegment(fa8689b1-cd17-4aca-8c21-40f3ba0ff90d),segment_id=fa8689b1-cd17-4aca-8c21-40f3ba0ff90d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:17.347242 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '66f7ea52-e2cc-4566-b018-51e86bb08476', 'network_id': '4099c0dc-1049-4934-9910-7b75248ee325', 'port_id': '66f7ea52-e2cc-4566-b018-51e86bb08476', 'mac_address': 'fa:16:3e:20:77:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4bc25a-0bfa-4eab-89f6-2d157e493e31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:38:17.456068 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.476251 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-aa2dede3-7fca-4d45-83b4-e27486974b23 req-581180f3-c35b-466d-855e-1c895de5d46f tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906242 Dec 15 11:38:17.486086 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f7ea52-e2cc-4566-b018-51e86bb08476 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:17.491825 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996402-e7cc-465c-8db4-974af4f8120d req-9a90bf2d-78e1-4a77-b61a-d32f7f6db76c tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:17.499817 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fd996402-e7cc-465c-8db4-974af4f8120d req-9a90bf2d-78e1-4a77-b61a-d32f7f6db76c tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 944 time: 0.2071192 Dec 15 11:38:17.539944 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 66f7ea52-e2cc-4566-b018-51e86bb08476, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66f7ea52-e2cc-4566-b018-51e86bb08476,segment=NetworkSegment(fa8689b1-cd17-4aca-8c21-40f3ba0ff90d),segment_id=fa8689b1-cd17-4aca-8c21-40f3ba0ff90d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:17.550422 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.621809 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fd996402-e7cc-465c-8db4-974af4f8120d req-90122f85-bd88-472e-8955-705fbc47307d tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209216 Dec 15 11:38:17.690234 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22747ae-e0c4-4b85-a0df-42040f999a1f x-openstack-request-id: req-b22747ae-e0c4-4b85-a0df-42040f999a1f {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:17.691202 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ce2238-fa80-4d44-8752-c4d028887565", "tag": "ef038dd2-512e-4e89-bcbb-dafcd6b644ab", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:17.691202 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b22747ae-e0c4-4b85-a0df-42040f999a1f {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:17.691505 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'tag': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab', 'status': 'completed', 'code': 200} Dec 15 11:38:17.691993 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=66f7ea52-e2cc-4566-b018-51e86bb08476,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:17.828799 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d4c1a-535d-42ae-8ef8-da43b908318a req-f5a4f2dc-fa18-457c-a890-006e893ede73 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:17.830537 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-973d4c1a-535d-42ae-8ef8-da43b908318a req-f5a4f2dc-fa18-457c-a890-006e893ede73 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 943 time: 0.1290574 Dec 15 11:38:17.843386 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80da3442-4fb7-4d3f-97b2-a64a49164845 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:17.854204 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.903342 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Transition to ACTIVE for port object 80da3442-4fb7-4d3f-97b2-a64a49164845 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:38:17.921868 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:18.025097 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-973d4c1a-535d-42ae-8ef8-da43b908318a req-ab0d37f5-9c7e-4b52-a722-f7a4371e48d9 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765893 Dec 15 11:38:18.146745 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Attempting to bind port 80da3442-4fb7-4d3f-97b2-a64a49164845 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:38:18.147048 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Attempting to bind port 80da3442-4fb7-4d3f-97b2-a64a49164845 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:38:18.147500 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Attempting to bind port 80da3442-4fb7-4d3f-97b2-a64a49164845 on network 3ff554bc-0fd0-4703-8d9d-d815843967c4 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:18.154057 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Pushing event updated for resources: {'Port': ['ID=80da3442-4fb7-4d3f-97b2-a64a49164845,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:18.156993 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Port 80da3442-4fb7-4d3f-97b2-a64a49164845 on network 3ff554bc-0fd0-4703-8d9d-d815843967c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:38:18.157601 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Attempting to bind port 80da3442-4fb7-4d3f-97b2-a64a49164845 on network 3ff554bc-0fd0-4703-8d9d-d815843967c4 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:18.164659 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:38:18.165616 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Checking segment: {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:38:18.166303 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Bound using segment: {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:38:18.167103 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Bound port: 80da3442-4fb7-4d3f-97b2-a64a49164845, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:38:18.168626 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:18.426901 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:38:18.436598 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:38:18.455883 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:18.479511 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab357dd-7ba7-43cf-a65a-72f4f2abce6a req-38bf163e-8fad-4472-9308-2e175835e057 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:18.482493 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3ab357dd-7ba7-43cf-a65a-72f4f2abce6a req-38bf163e-8fad-4472-9308-2e175835e057 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1774170 Dec 15 11:38:18.579264 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:18.580710 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:18.583271 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] 10.222.0.59 "PUT /v2.0/ports/80da3442-4fb7-4d3f-97b2-a64a49164845 HTTP/1.1" status: 200 len: 1093 time: 2.3390887 Dec 15 11:38:18.587338 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:18.594623 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554a0f9f-9de7-4ac7-b2e7-3d51d34d64c3" -d '{"events": [{"name": "network-changed", "server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:18.728920 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3474162-b779-4499-ada4-e1bba5749d7f service neutron] Pushing event updated for resources: {'Port': ['ID=80da3442-4fb7-4d3f-97b2-a64a49164845,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:18.746335 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3ab357dd-7ba7-43cf-a65a-72f4f2abce6a req-eb888aad-b843-49ae-9fc2-94372f4f2a48 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413874 Dec 15 11:38:18.822281 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c10730-c1a8-4395-a5ba-8e90b1f40892 req-3283af1a-6682-4562-987a-e2bd412354bf tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:18.825834 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-19c10730-c1a8-4395-a5ba-8e90b1f40892 req-3283af1a-6682-4562-987a-e2bd412354bf tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 944 time: 0.1864493 Dec 15 11:38:18.873141 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02627b7-6ee8-449f-a184-7ffcfacb3fc7 x-openstack-request-id: req-c02627b7-6ee8-449f-a184-7ffcfacb3fc7 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:18.873531 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:18.873864 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c02627b7-6ee8-449f-a184-7ffcfacb3fc7 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:18.874326 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'status': 'completed', 'code': 200} Dec 15 11:38:18.960379 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-19c10730-c1a8-4395-a5ba-8e90b1f40892 req-5ef74603-d038-41d0-8399-837dda681b5d tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208847 Dec 15 11:38:19.096165 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de92dd2-05fa-44fe-92b8-fc7f67193ad8 req-a512d59a-a804-4ccc-bb27-1d87f5dafd80 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:19.098296 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3de92dd2-05fa-44fe-92b8-fc7f67193ad8 req-a512d59a-a804-4ccc-bb27-1d87f5dafd80 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 945 time: 0.1173935 Dec 15 11:38:19.205869 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3de92dd2-05fa-44fe-92b8-fc7f67193ad8 req-c55e4810-4897-4972-b9cb-f54f3035f8c0 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974028 Dec 15 11:38:19.281020 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b30ec-398a-4797-bc59-0dac4796e79a req-7317df6c-78b2-49f3-aba2-02bab8567461 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:19.283318 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6f3b30ec-398a-4797-bc59-0dac4796e79a req-7317df6c-78b2-49f3-aba2-02bab8567461 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 943 time: 0.0740721 Dec 15 11:38:19.374704 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41010) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:19.378423 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6f3b30ec-398a-4797-bc59-0dac4796e79a req-6bc4310c-4cca-4c9a-b1db-6f5a61228efc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859327 Dec 15 11:38:19.564184 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1ea21b0-45e4-4a8b-b596-559579b1563b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:19.698595 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1ea21b0-45e4-4a8b-b596-559579b1563b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:19.705516 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1ea21b0-45e4-4a8b-b596-559579b1563b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:19.762867 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea21b0-45e4-4a8b-b596-559579b1563b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc9dfa2-89ca-43bf-8b00-bcaa9d02d73b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:19.770797 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f1ea21b0-45e4-4a8b-b596-559579b1563b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5a6cd3108f7452fba27265297d7e35e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944490 Dec 15 11:38:19.771189 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 41030) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:19.873802 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9804d516-dbc3-4cdd-a9a2-535a42d39d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:19.925637 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9804d516-dbc3-4cdd-a9a2-535a42d39d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:19.999480 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb90c50-53f8-402a-bc13-acad71254a05 req-1f34a9d8-f5dc-4bfa-a896-bbdbfeabf06a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:20.001253 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7fb90c50-53f8-402a-bc13-acad71254a05 req-1f34a9d8-f5dc-4bfa-a896-bbdbfeabf06a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1027904 Dec 15 11:38:20.038408 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9804d516-dbc3-4cdd-a9a2-535a42d39d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:20.041751 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9804d516-dbc3-4cdd-a9a2-535a42d39d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:20.043067 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-9804d516-dbc3-4cdd-a9a2-535a42d39d93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7dc9dfa2-89ca-43bf-8b00-bcaa9d02d73b HTTP/1.1" status: 204 len: 168 time: 0.2692735 Dec 15 11:38:20.068494 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804d516-dbc3-4cdd-a9a2-535a42d39d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc9dfa2-89ca-43bf-8b00-bcaa9d02d73b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:20.110380 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7fb90c50-53f8-402a-bc13-acad71254a05 req-72eb4d66-037e-4320-b006-6f9483abee57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948248 Dec 15 11:38:20.204658 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41044) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:20.243426 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0294f52-4eca-4e57-b6c8-5bd2b89a33c1 req-9437cf84-8ffa-4b9e-b3e8-e16fa03ccb75 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:20.251764 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a0294f52-4eca-4e57-b6c8-5bd2b89a33c1 req-9437cf84-8ffa-4b9e-b3e8-e16fa03ccb75 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 944 time: 0.1273944 Dec 15 11:38:20.386814 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a0294f52-4eca-4e57-b6c8-5bd2b89a33c1 req-ac8f0f93-9303-401a-8580-459d3baeeed8 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335871 Dec 15 11:38:20.501655 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45ef0-d7fd-407a-94dd-bc56d7dd93f7 req-7501d091-2b19-4191-bb22-45577866152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:20.504120 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9ea45ef0-d7fd-407a-94dd-bc56d7dd93f7 req-7501d091-2b19-4191-bb22-45577866152f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 1096 time: 0.1971085 Dec 15 11:38:20.566232 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a0f9f-9de7-4ac7-b2e7-3d51d34d64c3 req-bad6c649-7464-4d1b-9d49-a8c869270f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:20.581611 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-554a0f9f-9de7-4ac7-b2e7-3d51d34d64c3 req-bad6c649-7464-4d1b-9d49-a8c869270f68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 1096 time: 0.1858473 Dec 15 11:38:20.775206 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41060) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:20.779218 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55629d7c-ed8c-4dec-8aa7-1b628c2f97a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:20.887942 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc46551-3276-4252-b68f-025ab98386d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:20.948658 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e66af6-be09-470f-aa4a-60fe2d6c1b0f req-0440879f-b403-4c64-b77d-a48cdffc042b tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:20.951759 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-33e66af6-be09-470f-aa4a-60fe2d6c1b0f req-0440879f-b403-4c64-b77d-a48cdffc042b tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 945 time: 0.5167742 Dec 15 11:38:21.007480 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['66f7ea52-e2cc-4566-b018-51e86bb08476'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:38:21.090696 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a0f9f-9de7-4ac7-b2e7-3d51d34d64c3 req-1b971fce-a025-472e-b9c0-3196b3c39a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:21.094289 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-554a0f9f-9de7-4ac7-b2e7-3d51d34d64c3 req-1b971fce-a025-472e-b9c0-3196b3c39a15 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4844723 Dec 15 11:38:21.128282 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['16336c52-d3ee-4e00-8344-393eb3a8d7cf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:38:21.212930 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['343a57ad-56a7-42a1-b2f0-d0195784a65f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:38:21.238207 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165cf5-6831-4d9a-b776-b9f686f4d8cd req-674a1fff-cbb6-4fe7-b2e9-0550c5d2ecad tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:21.242202 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-25165cf5-6831-4d9a-b776-b9f686f4d8cd req-674a1fff-cbb6-4fe7-b2e9-0550c5d2ecad tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 943 time: 0.3473420 Dec 15 11:38:21.304009 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45ef0-d7fd-407a-94dd-bc56d7dd93f7 req-6f543609-81ad-44ba-af25-1bb13010082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:21.306450 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9ea45ef0-d7fd-407a-94dd-bc56d7dd93f7 req-6f543609-81ad-44ba-af25-1bb13010082d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=596646021ac14132b3631cd8ad4f5faa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7808933 Dec 15 11:38:21.314140 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-33e66af6-be09-470f-aa4a-60fe2d6c1b0f req-fa655abe-c4b6-40f8-8bcb-f6f58350fe9f tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348439 Dec 15 11:38:21.380309 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-25165cf5-6831-4d9a-b776-b9f686f4d8cd req-91da298b-c673-42d2-9aa1-e2a84a7a540b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164343 Dec 15 11:38:21.492317 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55629d7c-ed8c-4dec-8aa7-1b628c2f97a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:21.524953 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55629d7c-ed8c-4dec-8aa7-1b628c2f97a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:21.620725 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc46551-3276-4252-b68f-025ab98386d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:21.636788 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a0f9f-9de7-4ac7-b2e7-3d51d34d64c3 req-08cf3f45-1ea8-4436-a72d-ef10a90d1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:21.640420 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-554a0f9f-9de7-4ac7-b2e7-3d51d34d64c3 req-08cf3f45-1ea8-4436-a72d-ef10a90d1048 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5352414 Dec 15 11:38:21.665841 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc46551-3276-4252-b68f-025ab98386d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:21.715492 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-55629d7c-ed8c-4dec-8aa7-1b628c2f97a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=384eeb3acbb74fb992df35d72583d5ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5093198 Dec 15 11:38:21.716685 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55629d7c-ed8c-4dec-8aa7-1b628c2f97a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4444e68b-8d00-4460-9242-cb1d048456e4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:21.726783 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c747e8-9b80-4107-9eaa-afc6c665d957 req-b10b4138-d98b-4367-b11f-48fc71fc1174 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:21.743851 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-73c747e8-9b80-4107-9eaa-afc6c665d957 req-b10b4138-d98b-4367-b11f-48fc71fc1174 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 944 time: 0.2179561 Dec 15 11:38:21.745876 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 41072) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:21.794582 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94284f2f-6ee7-4adc-8b72-fc06d9b6eca3 req-1910078e-8b85-42b8-8bc0-66724ddd207a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:21.808458 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-94284f2f-6ee7-4adc-8b72-fc06d9b6eca3 req-1910078e-8b85-42b8-8bc0-66724ddd207a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.2112114 Dec 15 11:38:21.815841 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-2fc46551-3276-4252-b68f-025ab98386d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1769d8132d6434cac6c562a64b531bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0386674 Dec 15 11:38:21.817059 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc46551-3276-4252-b68f-025ab98386d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffc4605-6762-49da-84e8-0556faae433b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:21.824596 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41076) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:21.946747 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2f236a4-89c2-438f-b672-3eb1bbd5481b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:22.012637 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-73c747e8-9b80-4107-9eaa-afc6c665d957 req-ee6b5851-6a1b-442b-9125-591872f0f00a tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650592 Dec 15 11:38:22.020158 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2f236a4-89c2-438f-b672-3eb1bbd5481b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:22.039732 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-94284f2f-6ee7-4adc-8b72-fc06d9b6eca3 req-98caf033-006d-4f61-90cd-ff772968eda8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293105 Dec 15 11:38:22.068555 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db730f39-022a-4c85-809b-84106bef1475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:22.114170 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db730f39-022a-4c85-809b-84106bef1475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:22.127673 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2f236a4-89c2-438f-b672-3eb1bbd5481b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:22.131891 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2f236a4-89c2-438f-b672-3eb1bbd5481b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:22.138823 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e2f236a4-89c2-438f-b672-3eb1bbd5481b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ffc4605-6762-49da-84e8-0556faae433b HTTP/1.1" status: 204 len: 168 time: 0.3084016 Dec 15 11:38:22.151905 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f236a4-89c2-438f-b672-3eb1bbd5481b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffc4605-6762-49da-84e8-0556faae433b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:22.227205 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db730f39-022a-4c85-809b-84106bef1475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:22.233394 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db730f39-022a-4c85-809b-84106bef1475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:22.237884 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-db730f39-022a-4c85-809b-84106bef1475 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4444e68b-8d00-4460-9242-cb1d048456e4 HTTP/1.1" status: 204 len: 168 time: 0.4734666 Dec 15 11:38:22.251845 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db730f39-022a-4c85-809b-84106bef1475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4444e68b-8d00-4460-9242-cb1d048456e4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:22.637377 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024256b5-c6bf-40f3-a68c-040a59b3acea req-8fe0076b-b622-49c5-b0bd-91cc5ae70dc4 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:22.644381 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-024256b5-c6bf-40f3-a68c-040a59b3acea req-8fe0076b-b622-49c5-b0bd-91cc5ae70dc4 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 945 time: 0.1187611 Dec 15 11:38:22.666988 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de53b7f-99fe-4248-b771-433ce8763681 req-cc0cbb06-0270-4a56-9e51-a243a509bd55 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:22.668968 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7de53b7f-99fe-4248-b771-433ce8763681 req-cc0cbb06-0270-4a56-9e51-a243a509bd55 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 943 time: 0.1063223 Dec 15 11:38:22.785537 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-024256b5-c6bf-40f3-a68c-040a59b3acea req-d12616f4-05c7-4143-b273-6ca054400c80 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394572 Dec 15 11:38:22.800569 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7de53b7f-99fe-4248-b771-433ce8763681 req-1d623b31-15d9-4145-a8c2-391a4b22d1df tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218646 Dec 15 11:38:22.908528 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41108) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:22.926632 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82b89d30-a18a-44c0-8534-ac60e9a391f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:23.031102 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82b89d30-a18a-44c0-8534-ac60e9a391f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:23.036819 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82b89d30-a18a-44c0-8534-ac60e9a391f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:23.094293 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-82b89d30-a18a-44c0-8534-ac60e9a391f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2b5687c7a3e450f852b132f51c7a507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797984 Dec 15 11:38:23.094293 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b89d30-a18a-44c0-8534-ac60e9a391f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de95c7a-8a3d-4008-a0dd-92c0afebbaf7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:23.095594 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41112) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:23.182875 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f67a8c40-eba1-49ac-b11b-d9eb4f0e6c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:23.191414 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407c1c3-ac38-4361-ad1d-b358ab1f6755 req-fb2e2f41-c0c3-4025-ba14-912c25c21094 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:23.203707 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8407c1c3-ac38-4361-ad1d-b358ab1f6755 req-fb2e2f41-c0c3-4025-ba14-912c25c21094 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 944 time: 0.0933993 Dec 15 11:38:23.227665 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f67a8c40-eba1-49ac-b11b-d9eb4f0e6c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:23.309688 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8407c1c3-ac38-4361-ad1d-b358ab1f6755 req-acd5040b-6709-4bb4-9a5b-91fa006f1721 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032782 Dec 15 11:38:23.319820 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f67a8c40-eba1-49ac-b11b-d9eb4f0e6c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:23.325172 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f67a8c40-eba1-49ac-b11b-d9eb4f0e6c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:23.330423 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f67a8c40-eba1-49ac-b11b-d9eb4f0e6c86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4de95c7a-8a3d-4008-a0dd-92c0afebbaf7 HTTP/1.1" status: 204 len: 168 time: 0.2314780 Dec 15 11:38:23.342604 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a8c40-eba1-49ac-b11b-d9eb4f0e6c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de95c7a-8a3d-4008-a0dd-92c0afebbaf7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:23.348383 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b91c3b-ce18-4bba-b08b-c51cb6e9ff55 req-93acc4be-3a01-4d6b-9384-0d6813d8a48d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:23.351277 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-84b91c3b-ce18-4bba-b08b-c51cb6e9ff55 req-93acc4be-3a01-4d6b-9384-0d6813d8a48d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1281304 Dec 15 11:38:23.428446 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-84b91c3b-ce18-4bba-b08b-c51cb6e9ff55 req-4cba3d51-4d6a-484d-b455-4ddbbe475a32 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640166 Dec 15 11:38:24.096820 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45ef0-d7fd-407a-94dd-bc56d7dd93f7 req-a872dab3-39c5-41c7-b942-ea298b7bdf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:24.098482 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9ea45ef0-d7fd-407a-94dd-bc56d7dd93f7 req-a872dab3-39c5-41c7-b942-ea298b7bdf05 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2966576 Dec 15 11:38:24.150136 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578a440-f7a4-48eb-b22b-7985322e4163 req-3159a33a-ef15-490f-a64b-e2c2992c1ad9 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:24.156227 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9578a440-f7a4-48eb-b22b-7985322e4163 req-3159a33a-ef15-490f-a64b-e2c2992c1ad9 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 945 time: 0.1540382 Dec 15 11:38:24.174957 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b63e-43ad-43aa-8c50-fd7678fedc87 req-9e98ce06-bef4-4625-9558-87fdf0a6861e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:24.178388 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5075b63e-43ad-43aa-8c50-fd7678fedc87 req-9e98ce06-bef4-4625-9558-87fdf0a6861e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 943 time: 0.1770627 Dec 15 11:38:24.302422 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9578a440-f7a4-48eb-b22b-7985322e4163 req-21182645-eadc-479b-ba67-1b0cd5913561 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224878 Dec 15 11:38:24.312892 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5075b63e-43ad-43aa-8c50-fd7678fedc87 req-19f1381d-a5c0-4cd4-8b1c-61ac22927035 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994775 Dec 15 11:38:24.516337 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b43a8a-74a1-4854-b819-8c860cbefcd7 req-b59a0ce7-1e1f-4137-824a-158763a307f2 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:24.519316 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b0b43a8a-74a1-4854-b819-8c860cbefcd7 req-b59a0ce7-1e1f-4137-824a-158763a307f2 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 944 time: 0.0944285 Dec 15 11:38:24.671178 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661ae0f-97b2-4518-b298-8aa326509cb3 req-7e4803c2-9db8-447f-b317-7ce54353d678 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:24.673950 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2661ae0f-97b2-4518-b298-8aa326509cb3 req-7e4803c2-9db8-447f-b317-7ce54353d678 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1448343 Dec 15 11:38:24.700552 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b0b43a8a-74a1-4854-b819-8c860cbefcd7 req-bb711d06-4be0-49fe-828b-aaf6491ff698 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670506 Dec 15 11:38:24.830737 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2661ae0f-97b2-4518-b298-8aa326509cb3 req-ebe129ab-dba8-4907-a754-daeb3fcc6e07 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283655 Dec 15 11:38:25.330757 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-e38e3295-1c1a-457e-aa37-d4fd5d57972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:25.335009 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-e38e3295-1c1a-457e-aa37-d4fd5d57972f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 1096 time: 0.0989597 Dec 15 11:38:25.348544 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-f5672e7d-154c-4e0f-ba65-f91399657c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:25.351133 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-f5672e7d-154c-4e0f-ba65-f91399657c9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 1096 time: 0.0995369 Dec 15 11:38:25.476284 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-85dfb3b6-ae0c-4a43-8a08-57afd94ddc67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef038dd2-512e-4e89-bcbb-dafcd6b644ab HTTP/1.1" status: 200 len: 217 time: 0.1083210 Dec 15 11:38:25.479105 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-8a82eb2c-8c83-495c-955c-210580491d76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80da3442-4fb7-4d3f-97b2-a64a49164845 HTTP/1.1" status: 200 len: 217 time: 0.1248393 Dec 15 11:38:25.591617 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-dfa24835-ad2e-4e59-ba95-9a5710d79197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:25.595475 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-dfa24835-ad2e-4e59-ba95-9a5710d79197 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54ab32e7-8f7b-4c57-92ff-665aba24873a HTTP/1.1" status: 200 len: 850 time: 0.1047151 Dec 15 11:38:25.712610 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-826608c2-55f9-49e7-b7b7-8f7835ce4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:25.717715 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-826608c2-55f9-49e7-b7b7-8f7835ce4c96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f104128-3e4d-48c6-a529-9854e7560cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1137624 Dec 15 11:38:25.725706 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-1b261ef8-170e-4d40-95ad-4f68d2caa6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:25.727861 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-1b261ef8-170e-4d40-95ad-4f68d2caa6b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.2336965 Dec 15 11:38:25.745181 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328fdb8-cf2d-4481-ad19-d6460eba9bf5 req-93cea8da-5dfe-4379-a452-f94a9e69f12d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:25.748188 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e328fdb8-cf2d-4481-ad19-d6460eba9bf5 req-93cea8da-5dfe-4379-a452-f94a9e69f12d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 943 time: 0.2738705 Dec 15 11:38:25.863500 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b7093-2c99-4a32-b46e-38f0d477eba3 req-7f1a9bab-cc5a-4d9c-abc3-21492a0ccfe7 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:25.875710 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-711b7093-2c99-4a32-b46e-38f0d477eba3 req-7f1a9bab-cc5a-4d9c-abc3-21492a0ccfe7 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 945 time: 0.3627646 Dec 15 11:38:25.970220 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-5edcecdd-65e8-45e6-a539-f3e63fe48906 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447956 Dec 15 11:38:25.971693 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-243bb7a9-7b39-42da-98ea-d19907b7b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:25.973448 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-243bb7a9-7b39-42da-98ea-d19907b7b173 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2208624 Dec 15 11:38:25.979255 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e328fdb8-cf2d-4481-ad19-d6460eba9bf5 req-1c7cde25-2f24-438d-af60-18db534285a1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017827 Dec 15 11:38:26.100222 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-711b7093-2c99-4a32-b46e-38f0d477eba3 req-3f3bcbbe-cf11-4bc4-8574-7d77fa89346c tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148788 Dec 15 11:38:26.214539 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-1dcb37de-2a74-42ea-9721-17c2523a28fb service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266438 Dec 15 11:38:26.232002 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-5c77e656-bf8a-4438-8240-531480cd4c60 req-38f9b01d-ff86-4974-bf55-de13047f1725 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472219 Dec 15 11:38:26.257694 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6057f-d73e-48a0-8880-3e72a2e542b5 req-e8dd8359-d67d-4c21-bc96-06fd5ecc28e9 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:26.259415 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-02b6057f-d73e-48a0-8880-3e72a2e542b5 req-e8dd8359-d67d-4c21-bc96-06fd5ecc28e9 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 944 time: 0.1361203 Dec 15 11:38:26.412751 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-02b6057f-d73e-48a0-8880-3e72a2e542b5 req-ca520ce0-7567-475f-a14f-be0980fd45aa tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232638 Dec 15 11:38:26.433256 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328df7d-b131-4de3-9bce-1989c14d480d req-939797cf-a05d-498b-8ccd-32499af62857 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:26.434839 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5328df7d-b131-4de3-9bce-1989c14d480d req-939797cf-a05d-498b-8ccd-32499af62857 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1442933 Dec 15 11:38:26.443309 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-11724d9f-2b53-4239-bc0c-e944ff407ffe req-b88ee45c-5971-45b2-a583-e6d2ff153f96 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180002 Dec 15 11:38:26.518579 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5328df7d-b131-4de3-9bce-1989c14d480d req-70a85994-734c-4fe1-849d-0be6c92f28d4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722959 Dec 15 11:38:26.620406 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 41240) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:26.762710 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7559-20a6-47a3-b0c4-bf61de2f3916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:26.886936 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7559-20a6-47a3-b0c4-bf61de2f3916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:26.893290 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7559-20a6-47a3-b0c4-bf61de2f3916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:26.949370 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-1bbe7559-20a6-47a3-b0c4-bf61de2f3916 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ef628d5999b4b2bb7038d1f864c9874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237736 Dec 15 11:38:26.949370 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe7559-20a6-47a3-b0c4-bf61de2f3916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf894e-198d-43ad-a933-fa7228b2fe24,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:26.949903 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41252) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:27.089384 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae93b76b-eb67-476f-8df7-02ff332ead89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:27.141841 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae93b76b-eb67-476f-8df7-02ff332ead89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:27.198443 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6aef9-083f-4e0f-9a36-f30f7156416b req-e27e2e42-291f-4d9a-904c-5186b27be987 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:27.209269 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-48b6aef9-083f-4e0f-9a36-f30f7156416b req-e27e2e42-291f-4d9a-904c-5186b27be987 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 943 time: 0.0982621 Dec 15 11:38:27.330039 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae93b76b-eb67-476f-8df7-02ff332ead89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:27.334054 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae93b76b-eb67-476f-8df7-02ff332ead89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:27.336001 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-ae93b76b-eb67-476f-8df7-02ff332ead89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17cf894e-198d-43ad-a933-fa7228b2fe24 HTTP/1.1" status: 204 len: 168 time: 0.3815618 Dec 15 11:38:27.350658 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93b76b-eb67-476f-8df7-02ff332ead89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cf894e-198d-43ad-a933-fa7228b2fe24,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:27.381351 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-48b6aef9-083f-4e0f-9a36-f30f7156416b req-65be4aee-1442-4014-ae6d-d3a0de525108 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706295 Dec 15 11:38:27.430157 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eb7b5-d1d5-44ab-be5e-b0c3533e422c req-a305ac4c-22df-4458-809a-e04473cfbcda tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:27.442817 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-188eb7b5-d1d5-44ab-be5e-b0c3533e422c req-a305ac4c-22df-4458-809a-e04473cfbcda tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 945 time: 0.1918030 Dec 15 11:38:27.624967 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-188eb7b5-d1d5-44ab-be5e-b0c3533e422c req-714da0cb-5fd9-47ec-9362-846fa31ff4b2 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773393 Dec 15 11:38:27.719325 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ff11b-c1b7-40a6-a6ef-fab4ff4c3e2f req-5850bd17-934e-42ab-94c5-4b839dedea90 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:27.722207 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9a5ff11b-c1b7-40a6-a6ef-fab4ff4c3e2f req-5850bd17-934e-42ab-94c5-4b839dedea90 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 944 time: 0.1740329 Dec 15 11:38:27.923629 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208b658-bf05-413e-a815-914f88b534aa req-451c959b-b29a-413e-b57e-4eead2786e5c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:27.926484 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9208b658-bf05-413e-a815-914f88b534aa req-451c959b-b29a-413e-b57e-4eead2786e5c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1594980 Dec 15 11:38:27.940619 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9a5ff11b-c1b7-40a6-a6ef-fab4ff4c3e2f req-312097cb-10b5-4a41-b833-0f50a87beac6 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070656 Dec 15 11:38:28.010419 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41298) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:28.027520 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c3573fc1-e631-4ea2-9d24-98d26cc4e8a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:28.056074 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9208b658-bf05-413e-a815-914f88b534aa req-989b53e6-9877-4c14-95de-06189df0d74b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123471 Dec 15 11:38:28.188761 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c3573fc1-e631-4ea2-9d24-98d26cc4e8a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:28.202662 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c3573fc1-e631-4ea2-9d24-98d26cc4e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:28.273825 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-c3573fc1-e631-4ea2-9d24-98d26cc4e8a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7a39763541b4ad28f3001ce7dea1339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616100 Dec 15 11:38:28.277171 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 41312) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:28.281290 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3573fc1-e631-4ea2-9d24-98d26cc4e8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f28c93-a578-47bb-8b13-eca728392e1b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:28.347923 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f302982b-5b83-4690-959f-eeb84ef52af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:28.375376 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f302982b-5b83-4690-959f-eeb84ef52af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:28.430078 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f302982b-5b83-4690-959f-eeb84ef52af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:28.432937 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f302982b-5b83-4690-959f-eeb84ef52af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:28.434210 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-f302982b-5b83-4690-959f-eeb84ef52af6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9f28c93-a578-47bb-8b13-eca728392e1b HTTP/1.1" status: 204 len: 168 time: 0.1557429 Dec 15 11:38:28.443228 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302982b-5b83-4690-959f-eeb84ef52af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f28c93-a578-47bb-8b13-eca728392e1b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:28.603119 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dac82-b4e3-4fe8-b0a1-4c4de508cea0 req-f26d815c-1832-4075-843b-fbd8db148f84 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:28.605385 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7c2dac82-b4e3-4fe8-b0a1-4c4de508cea0 req-f26d815c-1832-4075-843b-fbd8db148f84 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 943 time: 0.0885489 Dec 15 11:38:28.686109 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7c2dac82-b4e3-4fe8-b0a1-4c4de508cea0 req-0882eb4c-ead9-4a44-ab5a-0e42654a3d80 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713048 Dec 15 11:38:28.814859 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c87c1-851f-43a0-ac6c-83a814139fe9 req-eff25822-3ff8-4431-bf13-512e7304c802 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:28.816572 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-842c87c1-851f-43a0-ac6c-83a814139fe9 req-eff25822-3ff8-4431-bf13-512e7304c802 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 945 time: 0.0753770 Dec 15 11:38:28.879777 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-842c87c1-851f-43a0-ac6c-83a814139fe9 req-69e4a3df-06ee-4e16-906b-144c271032e4 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558102 Dec 15 11:38:29.160588 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f4fe2-af80-4a26-adba-f1ecc0aa9e40 req-9cf14a9d-69c0-453b-8103-cd878d916c09 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:29.161553 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e83f4fe2-af80-4a26-adba-f1ecc0aa9e40 req-9cf14a9d-69c0-453b-8103-cd878d916c09 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 944 time: 0.0867593 Dec 15 11:38:29.240350 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 16336c52-d3ee-4e00-8344-393eb3a8d7cf up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:29.342579 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e83f4fe2-af80-4a26-adba-f1ecc0aa9e40 req-e27db8dd-ff02-4645-9aad-046b8686a4df tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668999 Dec 15 11:38:29.347786 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port 16336c52-d3ee-4e00-8344-393eb3a8d7cf completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:38:29.357830 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 16336c52-d3ee-4e00-8344-393eb3a8d7cf triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:29.358627 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:29.359289 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629598f-b3b2-4e68-9c98-680a1655e08b req-3a6ac17f-28aa-4407-83be-244bef8cc401 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:29.369916 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4629598f-b3b2-4e68-9c98-680a1655e08b req-3a6ac17f-28aa-4407-83be-244bef8cc401 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1824412 Dec 15 11:38:29.460527 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4629598f-b3b2-4e68-9c98-680a1655e08b req-f0478ed7-13fe-425e-8377-ad25ca619817 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887787 Dec 15 11:38:29.682086 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:29.720340 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ce7182-299c-4286-8b93-b69f65acfc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16336c52-d3ee-4e00-8344-393eb3a8d7cf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:29.813126 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 16336c52-d3ee-4e00-8344-393eb3a8d7cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=16336c52-d3ee-4e00-8344-393eb3a8d7cf,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:29.826148 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:29.827633 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 343a57ad-56a7-42a1-b2f0-d0195784a65f up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:29.857984 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:38:29.937862 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=16336c52-d3ee-4e00-8344-393eb3a8d7cf,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:29.974007 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port 343a57ad-56a7-42a1-b2f0-d0195784a65f completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:38:29.983408 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 343a57ad-56a7-42a1-b2f0-d0195784a65f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:29.984061 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:30.049189 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b87d5-f1a9-444a-b42d-8fd3ec086c43 req-0afbef29-a23a-4efc-a9ba-2f9a16f24d02 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:30.058609 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e77b87d5-f1a9-444a-b42d-8fd3ec086c43 req-0afbef29-a23a-4efc-a9ba-2f9a16f24d02 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 943 time: 0.1376824 Dec 15 11:38:30.105546 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d982b8-3c94-432f-842b-8240d1fd4ff6" -d '{"events": [{"server_uuid": "86ce7182-299c-4286-8b93-b69f65acfc52", "name": "network-vif-plugged", "status": "completed", "tag": "16336c52-d3ee-4e00-8344-393eb3a8d7cf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:30.151068 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:30.219276 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 343a57ad-56a7-42a1-b2f0-d0195784a65f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:30.233376 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:30.234609 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 66f7ea52-e2cc-4566-b018-51e86bb08476 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:30.346241 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=343a57ad-56a7-42a1-b2f0-d0195784a65f,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:30.363796 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port 66f7ea52-e2cc-4566-b018-51e86bb08476 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:38:30.369854 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 66f7ea52-e2cc-4566-b018-51e86bb08476 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:30.370266 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:30.403796 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63fb3-78f2-45c1-8bd1-7e5996beb78c req-1724d63b-9d5a-4927-9219-d1dafd72fc9b tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:30.407242 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-49e63fb3-78f2-45c1-8bd1-7e5996beb78c req-1724d63b-9d5a-4927-9219-d1dafd72fc9b tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 945 time: 0.3460584 Dec 15 11:38:30.421464 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e77b87d5-f1a9-444a-b42d-8fd3ec086c43 req-1e630aaa-1809-4b35-ab8e-a441b574d37a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616467 Dec 15 11:38:30.489549 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-49e63fb3-78f2-45c1-8bd1-7e5996beb78c req-077e27a7-5118-4378-8c89-730ebdc96ecd tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659213 Dec 15 11:38:30.542774 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:30.601920 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 66f7ea52-e2cc-4566-b018-51e86bb08476, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66f7ea52-e2cc-4566-b018-51e86bb08476,segment=NetworkSegment(fa8689b1-cd17-4aca-8c21-40f3ba0ff90d),segment_id=fa8689b1-cd17-4aca-8c21-40f3ba0ff90d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:30.606714 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c368d7b-c6fc-47ea-8b76-e6af659f9fc6 x-openstack-request-id: req-4c368d7b-c6fc-47ea-8b76-e6af659f9fc6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:30.607757 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ce7182-299c-4286-8b93-b69f65acfc52", "name": "network-vif-plugged", "status": "completed", "tag": "16336c52-d3ee-4e00-8344-393eb3a8d7cf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:30.608129 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c368d7b-c6fc-47ea-8b76-e6af659f9fc6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:30.609115 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ce7182-299c-4286-8b93-b69f65acfc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16336c52-d3ee-4e00-8344-393eb3a8d7cf', 'code': 200} Dec 15 11:38:30.611577 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:30.699291 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=66f7ea52-e2cc-4566-b018-51e86bb08476,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:30.712135 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908b041-fb56-4fdd-b135-656125d180f9 req-d8c22cf7-03ad-4d7e-9746-21b9130a27e1 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:30.716247 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8908b041-fb56-4fdd-b135-656125d180f9 req-d8c22cf7-03ad-4d7e-9746-21b9130a27e1 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.1111400 Dec 15 11:38:30.892135 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8908b041-fb56-4fdd-b135-656125d180f9 req-f1000b59-b503-4e98-b66a-f3031d3c9916 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607492 Dec 15 11:38:30.936279 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3b5d1-536b-41a4-af09-df68e99d12fb req-75e830b3-7b66-4255-9fa3-7d326fc95c8f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:30.936279 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0ee3b5d1-536b-41a4-af09-df68e99d12fb req-75e830b3-7b66-4255-9fa3-7d326fc95c8f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.2032211 Dec 15 11:38:31.122383 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0761ad-7a39-4023-8b89-7fa70af7ea38 req-e54164db-c65e-4748-8a1e-2671c1cb1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:31.124222 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8d0761ad-7a39-4023-8b89-7fa70af7ea38 req-e54164db-c65e-4748-8a1e-2671c1cb1bea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 1098 time: 0.1918776 Dec 15 11:38:31.134668 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0ee3b5d1-536b-41a4-af09-df68e99d12fb req-ba8acc58-de7d-42ed-8bcd-79aabed14c5a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283989 Dec 15 11:38:31.151242 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8d0761ad-7a39-4023-8b89-7fa70af7ea38 req-2c5fe225-62a8-4fc8-839f-7aa38cfbb6c2 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.250583 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 80da3442-4fb7-4d3f-97b2-a64a49164845 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:38:31.280468 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8d0761ad-7a39-4023-8b89-7fa70af7ea38 req-2c5fe225-62a8-4fc8-839f-7aa38cfbb6c2 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.287604 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8d0761ad-7a39-4023-8b89-7fa70af7ea38 req-2c5fe225-62a8-4fc8-839f-7aa38cfbb6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.440686 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8d0761ad-7a39-4023-8b89-7fa70af7ea38 req-2c5fe225-62a8-4fc8-839f-7aa38cfbb6c2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044126 Dec 15 11:38:31.455823 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fe225-62a8-4fc8-839f-7aa38cfbb6c2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5f1b7a-c6d2-4ffe-b5d1-4aed08ce8e85,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:31.515269 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:31.531643 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'port_id': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'mac_address': 'fa:16:3e:10:d9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:38:31.591192 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.630790 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80da3442-4fb7-4d3f-97b2-a64a49164845 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:31.690461 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:31.697643 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.699705 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device ef038dd2-512e-4e89-bcbb-dafcd6b644ab details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:38:31.710521 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d168f-54ec-4c7c-b166-e62783eb903a req-2d9ebb3b-be64-4855-9335-b6c6b920aecc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:31.715138 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cc1d168f-54ec-4c7c-b166-e62783eb903a req-2d9ebb3b-be64-4855-9335-b6c6b920aecc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 943 time: 0.0796223 Dec 15 11:38:31.835990 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=80da3442-4fb7-4d3f-97b2-a64a49164845,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:31.891859 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebedc36-f846-46dd-8267-8226b2787012 req-bf15b482-5394-4077-9ad3-9ccf01a32b7f tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:31.893970 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6ebedc36-f846-46dd-8267-8226b2787012 req-bf15b482-5394-4077-9ad3-9ccf01a32b7f tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 946 time: 0.1754189 Dec 15 11:38:31.906233 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cc1d168f-54ec-4c7c-b166-e62783eb903a req-35f8e01d-40fb-4e12-94c8-92be4211aed1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747823 Dec 15 11:38:31.999618 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port ef038dd2-512e-4e89-bcbb-dafcd6b644ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ef038dd2-512e-4e89-bcbb-dafcd6b644ab,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:32.034520 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'port_id': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab', 'mac_address': 'fa:16:3e:4f:5d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:38:32.035131 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6ebedc36-f846-46dd-8267-8226b2787012 req-363ea870-6238-47b2-a1a0-547c5e39f67f tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268282 Dec 15 11:38:32.117095 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:32.149590 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef038dd2-512e-4e89-bcbb-dafcd6b644ab {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:32.187618 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port ef038dd2-512e-4e89-bcbb-dafcd6b644ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ef038dd2-512e-4e89-bcbb-dafcd6b644ab,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:32.194869 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:32.210683 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108af97-5032-495d-97b1-4117a4c4131f req-93358fd0-0975-4f1c-b430-d331984951e6 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:32.228575 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2108af97-5032-495d-97b1-4117a4c4131f req-93358fd0-0975-4f1c-b430-d331984951e6 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.1619275 Dec 15 11:38:32.298447 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=ef038dd2-512e-4e89-bcbb-dafcd6b644ab,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:32.330518 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2108af97-5032-495d-97b1-4117a4c4131f req-9b595d82-2ab2-4618-b7fb-d9571dd65fd0 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919468 Dec 15 11:38:32.386086 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782dda8-7032-4c19-a72c-1d0af10556a0 req-05a98725-d44f-4723-851d-eef4d1ee620c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:32.388974 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c782dda8-7032-4c19-a72c-1d0af10556a0 req-05a98725-d44f-4723-851d-eef4d1ee620c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 944 time: 0.0843654 Dec 15 11:38:32.471172 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c782dda8-7032-4c19-a72c-1d0af10556a0 req-aea23960-48bd-4b52-9ce3-c17802356aab tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708942 Dec 15 11:38:32.535579 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 41532) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:32.612658 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77573eb0-0881-4e38-b695-912146de7f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343a57ad-56a7-42a1-b2f0-d0195784a65f'}, {'server_uuid': '10ea38af-0203-46a8-92f0-7e44e3d06509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f7ea52-e2cc-4566-b018-51e86bb08476'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:32.618315 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf783b-0a8a-45bc-b44f-88d3ac4ae916" -d '{"events": [{"server_uuid": "77573eb0-0881-4e38-b695-912146de7f1f", "name": "network-vif-plugged", "status": "completed", "tag": "343a57ad-56a7-42a1-b2f0-d0195784a65f"}, {"server_uuid": "10ea38af-0203-46a8-92f0-7e44e3d06509", "name": "network-vif-plugged", "status": "completed", "tag": "66f7ea52-e2cc-4566-b018-51e86bb08476"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:32.681614 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ebb8b0-899f-4d09-a502-380301603821 x-openstack-request-id: req-29ebb8b0-899f-4d09-a502-380301603821 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:32.682092 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77573eb0-0881-4e38-b695-912146de7f1f", "name": "network-vif-plugged", "status": "completed", "tag": "343a57ad-56a7-42a1-b2f0-d0195784a65f", "code": 200}, {"server_uuid": "10ea38af-0203-46a8-92f0-7e44e3d06509", "name": "network-vif-plugged", "status": "completed", "tag": "66f7ea52-e2cc-4566-b018-51e86bb08476", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:32.682539 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29ebb8b0-899f-4d09-a502-380301603821 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:32.683086 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77573eb0-0881-4e38-b695-912146de7f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343a57ad-56a7-42a1-b2f0-d0195784a65f', 'code': 200} Dec 15 11:38:32.683461 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ea38af-0203-46a8-92f0-7e44e3d06509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f7ea52-e2cc-4566-b018-51e86bb08476', 'code': 200} Dec 15 11:38:32.744266 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['80da3442-4fb7-4d3f-97b2-a64a49164845'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:38:32.834158 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['ef038dd2-512e-4e89-bcbb-dafcd6b644ab'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:38:32.924546 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5b0cdd1-a8b5-46eb-8556-3f5fed9daef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:33.190889 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5b0cdd1-a8b5-46eb-8556-3f5fed9daef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:33.254211 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23558f-0c38-4713-9d9c-d3e5396f282d req-afdf14ff-8e17-4334-87fe-e68102a3a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:33.262280 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7f23558f-0c38-4713-9d9c-d3e5396f282d req-afdf14ff-8e17-4334-87fe-e68102a3a54e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 1099 time: 0.1456628 Dec 15 11:38:33.264314 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5b0cdd1-a8b5-46eb-8556-3f5fed9daef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:33.346785 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-c5b0cdd1-a8b5-46eb-8556-3f5fed9daef7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47c07347b0c44e3ead51370b54fc225c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8088803 Dec 15 11:38:33.351991 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41552) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:33.357848 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16593897-a8b5-4d8f-a059-66f48823149c req-d03590b7-967e-4f1d-a375-9777f980b185 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:33.360241 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-16593897-a8b5-4d8f-a059-66f48823149c req-d03590b7-967e-4f1d-a375-9777f980b185 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 946 time: 0.1500864 Dec 15 11:38:33.362774 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e81dca-e91c-4caa-8331-1f4cb943bcec req-0f8da987-fa3b-4e10-8c03-5692714a1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:33.363699 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7f23558f-0c38-4713-9d9c-d3e5396f282d req-3886161e-a038-4c6e-81ba-0b2a03421cc0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935073 Dec 15 11:38:33.364653 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-51e81dca-e91c-4caa-8331-1f4cb943bcec req-0f8da987-fa3b-4e10-8c03-5692714a1564 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 1099 time: 0.2825692 Dec 15 11:38:33.367449 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0cdd1-a8b5-46eb-8556-3f5fed9daef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d9af1b-3ba6-4752-958d-b839c30d7609,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:33.407416 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d05c9-a8a1-4737-964f-cfdfaeac1726 req-9cd3f423-4ac4-43b5-829d-cedb2a0bd25d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:33.410109 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6f4d05c9-a8a1-4737-964f-cfdfaeac1726 req-9cd3f423-4ac4-43b5-829d-cedb2a0bd25d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 944 time: 0.2454686 Dec 15 11:38:33.455028 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c75cd3c-57cb-4ce1-9b50-0dc974ac4446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:33.502301 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-16593897-a8b5-4d8f-a059-66f48823149c req-178096cc-c0b0-4b9e-a77a-8386ee294e03 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119883 Dec 15 11:38:33.507306 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6f4d05c9-a8a1-4737-964f-cfdfaeac1726 req-eef6c01e-eae7-4dd0-aa69-e2d931d406d1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877118 Dec 15 11:38:33.508363 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c75cd3c-57cb-4ce1-9b50-0dc974ac4446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:33.609431 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c75cd3c-57cb-4ce1-9b50-0dc974ac4446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:33.612670 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c75cd3c-57cb-4ce1-9b50-0dc974ac4446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:33.617997 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-6c75cd3c-57cb-4ce1-9b50-0dc974ac4446 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82d9af1b-3ba6-4752-958d-b839c30d7609 HTTP/1.1" status: 204 len: 168 time: 0.2642813 Dec 15 11:38:33.635808 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75cd3c-57cb-4ce1-9b50-0dc974ac4446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d9af1b-3ba6-4752-958d-b839c30d7609,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:33.784444 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7c84dd4-a4ff-4770-9525-276796522fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:33.801522 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545cc8-f1ff-479e-9ca6-e2fda760cc58 req-5d9b8582-939c-4769-9dc6-2309e7107e30 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:33.803279 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-17545cc8-f1ff-479e-9ca6-e2fda760cc58 req-5d9b8582-939c-4769-9dc6-2309e7107e30 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.1728978 Dec 15 11:38:33.815855 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d358c1-ed0c-4a87-8f89-c0abadf9cdd5 req-b3636d08-4e86-47c2-9139-2933acc8ec6e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:33.826903 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-01d358c1-ed0c-4a87-8f89-c0abadf9cdd5 req-b3636d08-4e86-47c2-9139-2933acc8ec6e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 944 time: 0.1102114 Dec 15 11:38:34.009399 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-17545cc8-f1ff-479e-9ca6-e2fda760cc58 req-a207ce8a-a3f1-4098-a5dc-3445923c9ad3 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693501 Dec 15 11:38:34.021838 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-51e81dca-e91c-4caa-8331-1f4cb943bcec req-7a8bd157-c046-493f-b351-1ca81cfffeff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387791 Dec 15 11:38:34.038509 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-01d358c1-ed0c-4a87-8f89-c0abadf9cdd5 req-1c3e51ee-4d7c-44da-af88-1769b5bcf279 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099159 Dec 15 11:38:34.279747 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 41580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:34.308494 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-905550e7-10d4-4c82-936a-0684ddab8cc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:34.403886 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-905550e7-10d4-4c82-936a-0684ddab8cc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:34.409625 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-905550e7-10d4-4c82-936a-0684ddab8cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:34.451370 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-905550e7-10d4-4c82-936a-0684ddab8cc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d1b995d05594b7f99698ba9b6e98589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691895 Dec 15 11:38:34.452485 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905550e7-10d4-4c82-936a-0684ddab8cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420e448c-9283-4dec-9f58-d460f42d6507,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:34.454188 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41586) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:34.562110 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54631432-9f29-4abb-9d8b-d10199658f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:34.590801 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54631432-9f29-4abb-9d8b-d10199658f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:34.658558 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54631432-9f29-4abb-9d8b-d10199658f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:34.661704 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54631432-9f29-4abb-9d8b-d10199658f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:34.663267 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-54631432-9f29-4abb-9d8b-d10199658f12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/420e448c-9283-4dec-9f58-d460f42d6507 HTTP/1.1" status: 204 len: 168 time: 0.2036698 Dec 15 11:38:34.683610 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54631432-9f29-4abb-9d8b-d10199658f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e448c-9283-4dec-9f58-d460f42d6507,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:34.720568 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66967-76a4-43e4-bde5-194172bbc9e8 req-9d2f3342-2657-4b66-930b-7b7aaabad4a7 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:34.722216 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cac66967-76a4-43e4-bde5-194172bbc9e8 req-9d2f3342-2657-4b66-930b-7b7aaabad4a7 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 946 time: 0.1072490 Dec 15 11:38:34.737410 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f45b80-b6a2-44b7-9ac4-75d0bd458b5c req-1ef60022-3999-4bec-8462-37db2b175a87 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:34.739252 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f7f45b80-b6a2-44b7-9ac4-75d0bd458b5c req-1ef60022-3999-4bec-8462-37db2b175a87 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 944 time: 0.1123939 Dec 15 11:38:34.821632 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cac66967-76a4-43e4-bde5-194172bbc9e8 req-e6dfc517-e7d5-4e3a-a684-f557fc5d29d9 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809410 Dec 15 11:38:34.845852 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f7f45b80-b6a2-44b7-9ac4-75d0bd458b5c req-20f2506d-6a4c-4ff7-9016-304980425846 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908408 Dec 15 11:38:35.217017 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012756dd-666b-442b-8eb6-4f4f58a4eb4e req-dbd817a1-d51c-4fd2-b4e2-b194a7587828 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:35.218642 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-012756dd-666b-442b-8eb6-4f4f58a4eb4e req-dbd817a1-d51c-4fd2-b4e2-b194a7587828 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 944 time: 0.0975904 Dec 15 11:38:35.235905 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e9509-9016-4e4c-9958-a7afc4669c68 req-15096608-9dd0-415b-8314-a6d2c82cd8a2 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:35.237666 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a51e9509-9016-4e4c-9958-a7afc4669c68 req-15096608-9dd0-415b-8314-a6d2c82cd8a2 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0841846 Dec 15 11:38:35.309232 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device ef038dd2-512e-4e89-bcbb-dafcd6b644ab up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:35.327825 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-012756dd-666b-442b-8eb6-4f4f58a4eb4e req-158c5f30-df3b-40c3-8e3e-b39b449fc256 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019583 Dec 15 11:38:35.356799 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a51e9509-9016-4e4c-9958-a7afc4669c68 req-995a0004-f520-4789-a707-b7e1a0eb8780 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018298 Dec 15 11:38:35.492333 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port ef038dd2-512e-4e89-bcbb-dafcd6b644ab completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:38:35.497819 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port ef038dd2-512e-4e89-bcbb-dafcd6b644ab triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:35.498346 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.671369 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-441d51a8-e6e5-41e5-abea-f8cf2751d131 req-1b086c19-18d7-470c-81d3-edd097d3de4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1333108 Dec 15 11:38:35.681221 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.794138 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port ef038dd2-512e-4e89-bcbb-dafcd6b644ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ef038dd2-512e-4e89-bcbb-dafcd6b644ab,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:35.795601 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:35.799821 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b8833c-c68f-4f7a-9882-13f4500cf328" -d '{"events": [{"server_uuid": "a5ce2238-fa80-4d44-8752-c4d028887565", "name": "network-vif-plugged", "status": "completed", "tag": "ef038dd2-512e-4e89-bcbb-dafcd6b644ab"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:35.805658 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.806675 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 80da3442-4fb7-4d3f-97b2-a64a49164845 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:35.894712 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247d7827-5ca3-44cb-a1bc-92a16e1b8d6b x-openstack-request-id: req-247d7827-5ca3-44cb-a1bc-92a16e1b8d6b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:35.895011 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ce2238-fa80-4d44-8752-c4d028887565", "name": "network-vif-plugged", "status": "completed", "tag": "ef038dd2-512e-4e89-bcbb-dafcd6b644ab", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:35.895283 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-247d7827-5ca3-44cb-a1bc-92a16e1b8d6b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:35.895729 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab', 'code': 200} Dec 15 11:38:35.934585 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=ef038dd2-512e-4e89-bcbb-dafcd6b644ab,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:35.950322 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080820ea-f9f9-4625-ab6b-fcb141a8d038 req-a44bc497-de94-4050-bba2-a111ae5b7fd6 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:35.958495 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-080820ea-f9f9-4625-ab6b-fcb141a8d038 req-a44bc497-de94-4050-bba2-a111ae5b7fd6 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.1451457 Dec 15 11:38:35.961444 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port 80da3442-4fb7-4d3f-97b2-a64a49164845 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:38:35.972987 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 80da3442-4fb7-4d3f-97b2-a64a49164845 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:35.975604 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:36.142273 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d51a8-e6e5-41e5-abea-f8cf2751d131 req-9c40c0a6-2cb7-4953-aa09-d90dff91f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:36.143882 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-441d51a8-e6e5-41e5-abea-f8cf2751d131 req-9c40c0a6-2cb7-4953-aa09-d90dff91f236 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 1098 time: 0.1809027 Dec 15 11:38:36.158341 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-080820ea-f9f9-4625-ab6b-fcb141a8d038 req-f13ab9f2-2e11-4c3b-9ff5-60a023c05c70 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542091 Dec 15 11:38:36.180207 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72decb23-4725-4b7e-b6fa-bba2df7fd178 req-2c631e72-e89b-4b33-b403-0d6eb1a9c12b tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:36.182365 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-72decb23-4725-4b7e-b6fa-bba2df7fd178 req-2c631e72-e89b-4b33-b403-0d6eb1a9c12b tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 946 time: 0.1301057 Dec 15 11:38:36.251520 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-72decb23-4725-4b7e-b6fa-bba2df7fd178 req-2a50176f-23ce-4b9d-9537-c0eb5f8de0a5 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626106 Dec 15 11:38:36.268930 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c36ae854-4b73-4399-930b-13ff2251845e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:36.298054 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:36.353014 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:36.360529 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:36.377821 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9579b-2e91-4407-afe9-12166998b7b9 req-49519461-5bd9-47c1-8f15-a651d6c92f82 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:36.379580 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a4d9579b-2e91-4407-afe9-12166998b7b9 req-49519461-5bd9-47c1-8f15-a651d6c92f82 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0761240 Dec 15 11:38:36.436398 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=80da3442-4fb7-4d3f-97b2-a64a49164845,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:36.472530 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a4d9579b-2e91-4407-afe9-12166998b7b9 req-0ef37721-9ffd-40ea-b5aa-0fa2a4547503 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845606 Dec 15 11:38:36.637394 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08390188-e646-4555-9bbe-d12fd4225f43 req-20a3a6c4-3978-4406-8506-a7c11bbdfd14 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:36.639102 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-08390188-e646-4555-9bbe-d12fd4225f43 req-20a3a6c4-3978-4406-8506-a7c11bbdfd14 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1423759 Dec 15 11:38:36.657888 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d51a8-e6e5-41e5-abea-f8cf2751d131 req-85c17003-daad-48cd-9b92-061e861e3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:36.659329 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-441d51a8-e6e5-41e5-abea-f8cf2751d131 req-85c17003-daad-48cd-9b92-061e861e3785 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 919 time: 0.1458895 Dec 15 11:38:36.704688 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-08390188-e646-4555-9bbe-d12fd4225f43 req-6f93ae36-e52c-4be3-8b37-0d190e23e38d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564690 Dec 15 11:38:36.878900 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 41678) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:37.019844 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:37.120200 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:37.128332 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:37.170391 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f18c532371ce4840afcaaaf015d1fdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900860 Dec 15 11:38:37.171062 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f17926-5694-4580-b018-5b54dc82932d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:37.173214 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41684) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:37.179226 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.179593 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.179964 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.180304 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.180726 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.181222 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.181598 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.182146 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.182745 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.183128 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.183501 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.186865 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.186865 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c2fca-7f87-45dd-99e4-574049fce4ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.214815 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:37.240068 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:37.265257 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:37.347819 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:37.355752 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:37.361486 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8f17926-5694-4580-b018-5b54dc82932d HTTP/1.1" status: 204 len: 168 time: 0.1832800 Dec 15 11:38:37.367867 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f17926-5694-4580-b018-5b54dc82932d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:37.376353 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.376775 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.377181 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.377544 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.377999 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.378215 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.378553 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.378883 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.379209 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.379555 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.379973 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.380304 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.380620 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751602b-c3c0-4381-a9ed-ce3cbb487fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:37.427975 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e309b-ff89-4105-865a-ba35dff6d089 req-6d10c94a-51ba-489d-9362-a14521bf7b36 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:37.430064 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dc3e309b-ff89-4105-865a-ba35dff6d089 req-6d10c94a-51ba-489d-9362-a14521bf7b36 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.1581109 Dec 15 11:38:37.453670 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cd564-7e6d-4df4-8167-323761f68541 req-a4673700-6b19-40a2-b389-cc0b6610d834 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:37.455318 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3b1cd564-7e6d-4df4-8167-323761f68541 req-a4673700-6b19-40a2-b389-cc0b6610d834 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 946 time: 0.1135716 Dec 15 11:38:37.558571 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dc3e309b-ff89-4105-865a-ba35dff6d089 req-b76b0ed8-ee46-4420-b1f9-621e6b7134d4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076946 Dec 15 11:38:37.590096 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3b1cd564-7e6d-4df4-8167-323761f68541 req-3e1d7682-844b-499d-8db1-7e0171090fa6 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184306 Dec 15 11:38:37.718910 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6da9e6-ed7d-48d3-80b0-d1704c5ef823 req-0346853d-5c4e-44ed-bda5-8098ca1b1bfa tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:37.720923 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3e6da9e6-ed7d-48d3-80b0-d1704c5ef823 req-0346853d-5c4e-44ed-bda5-8098ca1b1bfa tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0696239 Dec 15 11:38:37.799020 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41708) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:37.802326 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3e6da9e6-ed7d-48d3-80b0-d1704c5ef823 req-e68f1701-c5d2-4046-9904-f80b6bada0ba tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741448 Dec 15 11:38:37.818301 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1007e441-1116-41cd-90c2-8b8a27c4c53a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:37.895619 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69f4f-2c9d-4d97-a18e-58543a7ac90b req-12169fb5-e414-44a6-8d1d-62a16d6f22b8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:37.896884 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:37.900053 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a8ee69-79db-4357-a05f-82056932a16d" -d '{"events": [{"server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "name": "network-vif-plugged", "status": "completed", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:37.904311 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61a69f4f-2c9d-4d97-a18e-58543a7ac90b req-12169fb5-e414-44a6-8d1d-62a16d6f22b8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0820599 Dec 15 11:38:37.955139 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4869a2d-f4a8-4797-8192-1de6502a65f3 x-openstack-request-id: req-a4869a2d-f4a8-4797-8192-1de6502a65f3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:37.956698 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "name": "network-vif-plugged", "status": "completed", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:37.957129 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4869a2d-f4a8-4797-8192-1de6502a65f3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:37.957538 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'code': 200} Dec 15 11:38:37.966982 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61a69f4f-2c9d-4d97-a18e-58543a7ac90b req-d7403c15-35bb-4af6-9a7b-c7ff5d4e27cc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616622 Dec 15 11:38:38.018270 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1007e441-1116-41cd-90c2-8b8a27c4c53a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.021951 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1007e441-1116-41cd-90c2-8b8a27c4c53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.064371 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-1007e441-1116-41cd-90c2-8b8a27c4c53a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46568723fb0245fd94cd7549acaacc01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640266 Dec 15 11:38:38.065588 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 41718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:38.065935 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007e441-1116-41cd-90c2-8b8a27c4c53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a7ae8e-a25f-47c5-bdb1-d978dd68ad12,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:38.131288 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21b1f576-678f-4665-85c7-57f603e2fa3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.153629 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21b1f576-678f-4665-85c7-57f603e2fa3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.207783 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21b1f576-678f-4665-85c7-57f603e2fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.211625 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21b1f576-678f-4665-85c7-57f603e2fa3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.213424 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-21b1f576-678f-4665-85c7-57f603e2fa3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30a7ae8e-a25f-47c5-bdb1-d978dd68ad12 HTTP/1.1" status: 204 len: 168 time: 0.1464777 Dec 15 11:38:38.222474 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1f576-678f-4665-85c7-57f603e2fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a7ae8e-a25f-47c5-bdb1-d978dd68ad12,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:38.417624 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.608090 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 41728) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:38.623965 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa05212f-6f7c-4250-a0d1-a2bbb8aad75f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.742434 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7fc20-8896-44b0-a536-ce26c9b4d8cf req-be2293d1-267f-4a64-a443-24b35f8249b9 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:38.744081 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f9f7fc20-8896-44b0-a536-ce26c9b4d8cf req-be2293d1-267f-4a64-a443-24b35f8249b9 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0907655 Dec 15 11:38:38.785258 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa05212f-6f7c-4250-a0d1-a2bbb8aad75f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.792809 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa05212f-6f7c-4250-a0d1-a2bbb8aad75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.817598 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.856604 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f9f7fc20-8896-44b0-a536-ce26c9b4d8cf req-44d3a5eb-8724-4ee9-a316-34cc59cdd7f4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984352 Dec 15 11:38:38.856604 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05212f-6f7c-4250-a0d1-a2bbb8aad75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0133d82c-d440-457c-99d1-d9c2efc13c15,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:38.862701 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-aa05212f-6f7c-4250-a0d1-a2bbb8aad75f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bb2e2e5f8ce48cabbd196a13c8a4049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509146 Dec 15 11:38:38.863343 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 41736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:38.952918 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a302f2c-4dc7-4fcf-a1a8-205bf67911ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:38.974963 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011826aa-8877-41a8-a977-d7081da8b1cb req-bc756155-e419-4e21-8820-b80ea1a0f57c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:38.976596 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-011826aa-8877-41a8-a977-d7081da8b1cb req-bc756155-e419-4e21-8820-b80ea1a0f57c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0800271 Dec 15 11:38:38.995850 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a302f2c-4dc7-4fcf-a1a8-205bf67911ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:39.067516 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-011826aa-8877-41a8-a977-d7081da8b1cb req-91e34de2-05a3-40f0-9f3d-24623bc6eb0e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819812 Dec 15 11:38:39.112691 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0a893-a0c4-49f9-af7c-fd712f51e699 req-357e7ac0-7b50-4947-ab18-9a0d1badefb8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:39.114353 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0ce0a893-a0c4-49f9-af7c-fd712f51e699 req-357e7ac0-7b50-4947-ab18-9a0d1badefb8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0624933 Dec 15 11:38:39.115674 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a302f2c-4dc7-4fcf-a1a8-205bf67911ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:39.118467 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a302f2c-4dc7-4fcf-a1a8-205bf67911ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:39.119884 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-0a302f2c-4dc7-4fcf-a1a8-205bf67911ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0133d82c-d440-457c-99d1-d9c2efc13c15 HTTP/1.1" status: 204 len: 168 time: 0.2557240 Dec 15 11:38:39.140903 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a302f2c-4dc7-4fcf-a1a8-205bf67911ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0133d82c-d440-457c-99d1-d9c2efc13c15,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:39.207699 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0ce0a893-a0c4-49f9-af7c-fd712f51e699 req-5031bfcc-ff02-4ca2-8bda-ec95e4965fd2 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850112 Dec 15 11:38:39.521544 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:40.021512 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc07b8-c169-413d-a0a9-4e69964e2e48 req-7c099dc3-af0a-449b-8bd0-51115ce47315 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:40.023326 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-49bc07b8-c169-413d-a0a9-4e69964e2e48 req-7c099dc3-af0a-449b-8bd0-51115ce47315 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0633042 Dec 15 11:38:40.086723 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-49bc07b8-c169-413d-a0a9-4e69964e2e48 req-4d6b3153-6b47-4fa4-9596-9b0ad53dada6 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513175 Dec 15 11:38:40.226843 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8843215-3772-410e-b250-8c61dfef65fe req-e5bde667-fd29-48b2-bef4-78c16c50ae10 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:40.228493 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f8843215-3772-410e-b250-8c61dfef65fe req-e5bde667-fd29-48b2-bef4-78c16c50ae10 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0672088 Dec 15 11:38:40.317409 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f8843215-3772-410e-b250-8c61dfef65fe req-22083f95-1cf4-424a-98d4-7aacbb9aa243 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802915 Dec 15 11:38:40.361963 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ce1b2-cca6-49b3-8ed5-79da186c5e69 req-1257e032-62bc-4599-aad1-99d9eb3a483c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:40.363506 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-378ce1b2-cca6-49b3-8ed5-79da186c5e69 req-1257e032-62bc-4599-aad1-99d9eb3a483c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0630105 Dec 15 11:38:40.428197 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-378ce1b2-cca6-49b3-8ed5-79da186c5e69 req-8c6a3338-6f3e-43db-a909-fc51d4d7dea0 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583267 Dec 15 11:38:41.018858 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-441d51a8-e6e5-41e5-abea-f8cf2751d131 req-93669ee0-3173-4849-8593-0027db9b318f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16336c52-d3ee-4e00-8344-393eb3a8d7cf HTTP/1.1" status: 200 len: 217 time: 0.0555344 Dec 15 11:38:41.035958 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1bba7-da09-4cf8-a0da-b2c12cc0ac96 req-3a072007-626e-456a-a579-4d5d24ec25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:41.038103 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-59d1bba7-da09-4cf8-a0da-b2c12cc0ac96 req-3a072007-626e-456a-a579-4d5d24ec25c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 1098 time: 0.0554416 Dec 15 11:38:41.087886 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d51a8-e6e5-41e5-abea-f8cf2751d131 req-02d0d7b7-8ef3-499e-82d9-1611e21f9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:41.091411 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-441d51a8-e6e5-41e5-abea-f8cf2751d131 req-02d0d7b7-8ef3-499e-82d9-1611e21f9ba7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 200 len: 858 time: 0.0595770 Dec 15 11:38:41.100080 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-59d1bba7-da09-4cf8-a0da-b2c12cc0ac96 req-42e3e4b6-53c5-44e6-8608-ebf8f3540ff9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541832 Dec 15 11:38:41.143213 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-441d51a8-e6e5-41e5-abea-f8cf2751d131 req-4d81b70f-0fb0-494c-beb5-c17241303107 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a112e70-069f-4e26-9121-cfdeea822751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434613 Dec 15 11:38:41.185443 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41818) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:41.231236 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706636a-ac05-49b3-9171-ae8dccdb1df7 req-ee8562de-76b2-48fa-8c51-dce6898343be tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:41.232924 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d706636a-ac05-49b3-9171-ae8dccdb1df7 req-ee8562de-76b2-48fa-8c51-dce6898343be tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0537810 Dec 15 11:38:41.298290 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d706636a-ac05-49b3-9171-ae8dccdb1df7 req-bcdab896-8ee4-46bf-a06f-43b6d61ff3b3 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583510 Dec 15 11:38:41.326306 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f86e1f97-68da-4965-864a-c0415a75d40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:41.412168 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f86e1f97-68da-4965-864a-c0415a75d40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:41.417823 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f86e1f97-68da-4965-864a-c0415a75d40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:41.458648 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a39ea-7797-4c71-8d47-c4157a2865d7 req-d472c474-0a48-4f4b-8a4c-07cc7005bb3d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:41.460150 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-268a39ea-7797-4c71-8d47-c4157a2865d7 req-d472c474-0a48-4f4b-8a4c-07cc7005bb3d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0544367 Dec 15 11:38:41.465276 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f86e1f97-68da-4965-864a-c0415a75d40b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a4c9940d6af4a29a437f94654d80e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784903 Dec 15 11:38:41.466247 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e1f97-68da-4965-864a-c0415a75d40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8c7400-2d39-4b46-8a19-6aa7faa0d81b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:41.469450 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41826) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:41.524747 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-268a39ea-7797-4c71-8d47-c4157a2865d7 req-34a7fee2-96fb-4eb8-9291-97c2f59d7394 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560319 Dec 15 11:38:41.542267 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f3bd-caba-4321-bc0c-0c38700565bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:41.572707 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f3bd-caba-4321-bc0c-0c38700565bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:41.601214 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d19501-a200-4efd-a472-f2d5440fc8ec req-25b8ec32-80d8-4267-a13b-f233d0eb8222 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:41.602928 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b4d19501-a200-4efd-a472-f2d5440fc8ec req-25b8ec32-80d8-4267-a13b-f233d0eb8222 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0680747 Dec 15 11:38:41.627429 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f3bd-caba-4321-bc0c-0c38700565bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:41.630364 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f3bd-caba-4321-bc0c-0c38700565bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:41.631636 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e6b9f3bd-caba-4321-bc0c-0c38700565bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c8c7400-2d39-4b46-8a19-6aa7faa0d81b HTTP/1.1" status: 204 len: 168 time: 0.1611080 Dec 15 11:38:41.641938 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9f3bd-caba-4321-bc0c-0c38700565bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8c7400-2d39-4b46-8a19-6aa7faa0d81b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:41.676165 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b4d19501-a200-4efd-a472-f2d5440fc8ec req-9d93ef4c-0dbf-4343-9172-5a06be430330 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659130 Dec 15 11:38:41.825817 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c4fcd-d609-4a76-b566-43aa74de7f6b req-c56c8e47-9eee-43d4-8939-b98a25a6a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:41.827439 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-662c4fcd-d609-4a76-b566-43aa74de7f6b req-c56c8e47-9eee-43d4-8939-b98a25a6a233 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 1098 time: 0.0634582 Dec 15 11:38:41.849930 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-441d51a8-e6e5-41e5-abea-f8cf2751d131 req-e5afc311-3d29-4971-9a8c-bbc00e38ed44 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167877 Dec 15 11:38:41.883176 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-662c4fcd-d609-4a76-b566-43aa74de7f6b req-a555f55b-6ff6-4e2e-8530-3a05ee42545d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473092 Dec 15 11:38:41.991664 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-441d51a8-e6e5-41e5-abea-f8cf2751d131 req-73a51c9c-a7f6-4498-b407-285e301c2960 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277764 Dec 15 11:38:42.083089 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 41844) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:42.100090 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a8370cc-b87c-459f-8f51-6056efa5d42d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:42.198189 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a8370cc-b87c-459f-8f51-6056efa5d42d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:42.204155 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a8370cc-b87c-459f-8f51-6056efa5d42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:42.246096 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8370cc-b87c-459f-8f51-6056efa5d42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5aadc7-5e38-478c-b52c-d18d912a9f57,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:42.256467 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-8a8370cc-b87c-459f-8f51-6056efa5d42d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4abf8688b35743d4a4159d45a94d5660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720796 Dec 15 11:38:42.259276 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 41858) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:42.318697 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0e07-30ae-431c-be73-d78a7ad74541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:42.363632 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0e07-30ae-431c-be73-d78a7ad74541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:42.444396 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0e07-30ae-431c-be73-d78a7ad74541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:42.447626 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0e07-30ae-431c-be73-d78a7ad74541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:42.449269 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-ea3e0e07-30ae-431c-be73-d78a7ad74541 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a5aadc7-5e38-478c-b52c-d18d912a9f57 HTTP/1.1" status: 204 len: 168 time: 0.1886516 Dec 15 11:38:42.459364 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e0e07-30ae-431c-be73-d78a7ad74541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5aadc7-5e38-478c-b52c-d18d912a9f57,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:42.473409 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42764b5-c618-4b1b-b6bb-955b7d5059f2 req-087de228-fde2-4d19-a77a-b18ab9435b39 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:42.475125 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e42764b5-c618-4b1b-b6bb-955b7d5059f2 req-087de228-fde2-4d19-a77a-b18ab9435b39 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0774484 Dec 15 11:38:42.552981 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e42764b5-c618-4b1b-b6bb-955b7d5059f2 req-83f3adb2-71ec-4e4a-bc13-d536dcc46e22 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688729 Dec 15 11:38:42.671025 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7386e-d0a9-4f1e-9e39-d5b4992e77ad req-169b5a12-c2f6-4ee3-94c6-ce34fa4e9987 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:42.673087 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-88b7386e-d0a9-4f1e-9e39-d5b4992e77ad req-169b5a12-c2f6-4ee3-94c6-ce34fa4e9987 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0577712 Dec 15 11:38:42.766328 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-88b7386e-d0a9-4f1e-9e39-d5b4992e77ad req-971bfdcd-ea7b-4e7b-90d1-058a0cb96747 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868528 Dec 15 11:38:42.769185 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e341d6-9488-4af1-87e6-7fecf126e151 req-916a9e2e-53fa-42dd-8acc-9612c22ebd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:42.770735 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-37e341d6-9488-4af1-87e6-7fecf126e151 req-916a9e2e-53fa-42dd-8acc-9612c22ebd3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 1098 time: 0.0753336 Dec 15 11:38:42.897476 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed675683-b4a9-42d9-87c8-b4d21cc962e4 req-c62120ce-235d-4c14-bce9-ece44c882521 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:42.904523 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ed675683-b4a9-42d9-87c8-b4d21cc962e4 req-c62120ce-235d-4c14-bce9-ece44c882521 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1162412 Dec 15 11:38:42.950360 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e341d6-9488-4af1-87e6-7fecf126e151 req-c2f82c2f-91ff-40d0-85ab-4b507770dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:42.952183 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-37e341d6-9488-4af1-87e6-7fecf126e151 req-c2f82c2f-91ff-40d0-85ab-4b507770dce9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 919 time: 0.1314538 Dec 15 11:38:42.983454 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ed675683-b4a9-42d9-87c8-b4d21cc962e4 req-d0b3254e-f8cd-4cc1-8dc2-e3174791b3f1 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677934 Dec 15 11:38:43.024700 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-37e341d6-9488-4af1-87e6-7fecf126e151 req-7c4b8b31-ddaf-45c6-b014-47a163ad9137 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16336c52-d3ee-4e00-8344-393eb3a8d7cf HTTP/1.1" status: 200 len: 217 time: 0.0557568 Dec 15 11:38:43.096038 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e341d6-9488-4af1-87e6-7fecf126e151 req-ac4109e0-05bd-4a67-8f9c-6159a180f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:43.098901 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-37e341d6-9488-4af1-87e6-7fecf126e151 req-ac4109e0-05bd-4a67-8f9c-6159a180f6ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 200 len: 858 time: 0.0659337 Dec 15 11:38:43.135725 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-37e341d6-9488-4af1-87e6-7fecf126e151 req-21c06367-5104-4030-a147-0817b07bf43b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a112e70-069f-4e26-9121-cfdeea822751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282032 Dec 15 11:38:43.450034 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-37e341d6-9488-4af1-87e6-7fecf126e151 req-873155d0-7048-4d30-8d96-eb6188221a23 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064282 Dec 15 11:38:43.605729 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-37e341d6-9488-4af1-87e6-7fecf126e151 req-1991d9cf-556e-4f7b-8863-fe205e4f5d8d service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262944 Dec 15 11:38:43.740241 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b42d37-7357-4790-b211-338fdfbd5682 req-befbd5c3-66e5-4ae1-96d2-9fca90111bc0 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:43.742185 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-98b42d37-7357-4790-b211-338fdfbd5682 req-befbd5c3-66e5-4ae1-96d2-9fca90111bc0 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0807672 Dec 15 11:38:43.839072 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-98b42d37-7357-4790-b211-338fdfbd5682 req-f024ffac-ba6f-4be7-b97d-1f4aafc042eb tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890167 Dec 15 11:38:44.020581 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71aca8-830c-4b43-b2e0-833606c61bc4 req-cebff5e7-724f-405d-a988-acae895cb580 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:44.022603 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac71aca8-830c-4b43-b2e0-833606c61bc4 req-cebff5e7-724f-405d-a988-acae895cb580 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0916748 Dec 15 11:38:44.088384 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac71aca8-830c-4b43-b2e0-833606c61bc4 req-d684ce47-8a43-477a-b95d-71aede512aa7 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593476 Dec 15 11:38:44.209415 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a315f-480b-4762-9751-b5843f1e5f65 req-08714e6a-2cce-49b8-94ae-eb7e1155bed6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:44.211304 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3e0a315f-480b-4762-9751-b5843f1e5f65 req-08714e6a-2cce-49b8-94ae-eb7e1155bed6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0634115 Dec 15 11:38:44.275252 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3e0a315f-480b-4762-9751-b5843f1e5f65 req-6f16dfbe-054e-4a36-9563-a10ca9176221 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574291 Dec 15 11:38:45.037945 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498bb93-9424-448e-88d6-ec8bc885ae4e req-605b69b0-9b9d-4989-8899-ac229cd78122 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:45.043798 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a498bb93-9424-448e-88d6-ec8bc885ae4e req-605b69b0-9b9d-4989-8899-ac229cd78122 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0993748 Dec 15 11:38:45.129635 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a498bb93-9424-448e-88d6-ec8bc885ae4e req-1a370852-dad0-4d0d-a42f-af8c8cf7f376 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734646 Dec 15 11:38:45.278728 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578f476-28fb-49e2-a271-8a8616fdd652 req-0720d0c7-bd72-4f04-a457-ae612b88023b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:45.280367 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d578f476-28fb-49e2-a271-8a8616fdd652 req-0720d0c7-bd72-4f04-a457-ae612b88023b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0785122 Dec 15 11:38:45.356071 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d578f476-28fb-49e2-a271-8a8616fdd652 req-ace33a9a-d620-4ea6-87d3-b74ffef9548e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622237 Dec 15 11:38:45.500733 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b9982-47db-4c2f-8e3c-7c6befccc4e0 req-8fa9eb83-3c8e-451d-a0ee-9506bcd89085 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:45.502529 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-422b9982-47db-4c2f-8e3c-7c6befccc4e0 req-8fa9eb83-3c8e-451d-a0ee-9506bcd89085 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0591025 Dec 15 11:38:45.557835 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-422b9982-47db-4c2f-8e3c-7c6befccc4e0 req-47a456f3-e89e-42d3-b99f-1ab99b5073f0 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478401 Dec 15 11:38:46.268482 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371d61d-33d8-4b03-96d6-d9f9b1499b1a req-cc8b7c16-5fc6-4195-b7e8-f63e93e7ee11 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:46.270082 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3371d61d-33d8-4b03-96d6-d9f9b1499b1a req-cc8b7c16-5fc6-4195-b7e8-f63e93e7ee11 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0535920 Dec 15 11:38:46.327823 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3371d61d-33d8-4b03-96d6-d9f9b1499b1a req-1ed7abb2-8f77-411c-ba2a-9a1b4964726c tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488050 Dec 15 11:38:46.503314 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98035475-6f81-4cc4-8d29-b71be38dbc76 req-9bfba43e-ea2f-4b58-b535-af1cf8b97084 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:46.505197 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-98035475-6f81-4cc4-8d29-b71be38dbc76 req-9bfba43e-ea2f-4b58-b535-af1cf8b97084 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0582500 Dec 15 11:38:46.559318 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-98035475-6f81-4cc4-8d29-b71be38dbc76 req-055f75c3-542f-4557-9615-1ead5d04ab65 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469732 Dec 15 11:38:46.701337 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a53e4-a511-49eb-a902-346e710b90ad req-e0a06c74-9aac-4252-bf00-b5134c60e6e8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:46.703012 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c37a53e4-a511-49eb-a902-346e710b90ad req-e0a06c74-9aac-4252-bf00-b5134c60e6e8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0672860 Dec 15 11:38:46.759463 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c37a53e4-a511-49eb-a902-346e710b90ad req-eb20bf54-eebe-4be0-ba0a-3e08d19d84e4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477200 Dec 15 11:38:47.487111 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267d566-3503-4e43-9cfa-6ad474a07652 req-2a5fe5f8-4a72-45eb-b0a5-470c5c6ad9ef tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:47.489454 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4267d566-3503-4e43-9cfa-6ad474a07652 req-2a5fe5f8-4a72-45eb-b0a5-470c5c6ad9ef tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0874603 Dec 15 11:38:47.559234 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4267d566-3503-4e43-9cfa-6ad474a07652 req-4756eb2f-11d6-4a49-b2b1-fc3e244219e5 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629954 Dec 15 11:38:47.708436 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34823fd3-dbfd-4fa5-be1f-7b91a0c015bc req-ebebd16b-0067-4525-8dcd-9a726e0f418f tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:47.709991 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-34823fd3-dbfd-4fa5-be1f-7b91a0c015bc req-ebebd16b-0067-4525-8dcd-9a726e0f418f tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0616457 Dec 15 11:38:47.769169 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-34823fd3-dbfd-4fa5-be1f-7b91a0c015bc req-1b27ea91-81f7-4675-b7c1-1bc7bacc4baf tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523362 Dec 15 11:38:47.904179 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3d819-78c4-4afb-b7d1-0ed134e3e63f req-e5a67a06-2c30-485f-8657-26bdb3866f50 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:47.905547 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-87d3d819-78c4-4afb-b7d1-0ed134e3e63f req-e5a67a06-2c30-485f-8657-26bdb3866f50 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0645874 Dec 15 11:38:47.958907 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-87d3d819-78c4-4afb-b7d1-0ed134e3e63f req-f46e9c8c-082a-4963-8b1a-a15b3e801cee tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451577 Dec 15 11:38:48.708806 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da0d40-0732-4ae8-9333-b79487190a43 req-4881af14-c18b-40ce-80cd-776ae8c1e65d tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:48.710438 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-13da0d40-0732-4ae8-9333-b79487190a43 req-4881af14-c18b-40ce-80cd-776ae8c1e65d tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0657196 Dec 15 11:38:48.783250 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-13da0d40-0732-4ae8-9333-b79487190a43 req-20288ef4-d70f-4110-ad9c-17fbaf2063a5 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529747 Dec 15 11:38:48.939394 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737d8a0-9663-43bd-ae70-6c2079249837 req-ae4172a7-a40b-4a98-87bd-36c3eac7a731 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:48.941119 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8737d8a0-9663-43bd-ae70-6c2079249837 req-ae4172a7-a40b-4a98-87bd-36c3eac7a731 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0708570 Dec 15 11:38:49.015587 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8737d8a0-9663-43bd-ae70-6c2079249837 req-750844b4-b398-4381-a6c2-eed02fe505b3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618477 Dec 15 11:38:49.157978 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988819cc-6d8f-45e9-9573-9971f237250a req-1c2ff4a6-fdab-4033-88b6-d0693c1285db tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:49.159592 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-988819cc-6d8f-45e9-9573-9971f237250a req-1c2ff4a6-fdab-4033-88b6-d0693c1285db tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1012092 Dec 15 11:38:49.196181 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ceaa00-dd7e-46b8-9e0a-54e8a4861ee1 req-20fb16d9-8ce8-42dd-bbc0-b541a1927cfe tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:49.197800 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-92ceaa00-dd7e-46b8-9e0a-54e8a4861ee1 req-20fb16d9-8ce8-42dd-bbc0-b541a1927cfe tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0888755 Dec 15 11:38:49.209712 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42054) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:49.216806 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d3b7d38c-bdd0-40b2-8d5d-4411f3317f3a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'floatingip': {'port_id': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:49.317101 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d38c-bdd0-40b2-8d5d-4411f3317f3a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:49.382269 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-988819cc-6d8f-45e9-9573-9971f237250a req-cf5b497c-caad-43d8-a0a3-eaf07fcc08d2 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119584 Dec 15 11:38:49.607307 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85539e-5e39-4914-b2cc-de0865c28ded req-4ff36e97-145b-4f83-88c5-5397f77372fd tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:49.608922 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3d85539e-5e39-4914-b2cc-de0865c28ded req-4ff36e97-145b-4f83-88c5-5397f77372fd tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1391478 Dec 15 11:38:49.618182 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42066) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:49.624374 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d2fdcfe9-faf8-4251-8204-52a519393ab5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'floatingip': {'port_id': '80da3442-4fb7-4d3f-97b2-a64a49164845'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:49.686878 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2fdcfe9-faf8-4251-8204-52a519393ab5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.432752 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6b29-ae0b-4435-9847-714b6d625701 req-ece1e23f-7936-4bde-b6fb-24c8d84bff8e tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:50.434234 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d24c6b29-ae0b-4435-9847-714b6d625701 req-ece1e23f-7936-4bde-b6fb-24c8d84bff8e tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.5110354 Dec 15 11:38:50.532690 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.db.resource_extend [None req-d3b7d38c-bdd0-40b2-8d5d-4411f3317f3a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 11:38:50.666404 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d24c6b29-ae0b-4435-9847-714b6d625701 req-29c10a5a-cadf-4d14-b786-b7bc3cb98bd0 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047038 Dec 15 11:38:50.727108 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d38c-bdd0-40b2-8d5d-4411f3317f3a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.738064 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d38c-bdd0-40b2-8d5d-4411f3317f3a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.998833 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.l3_db [None req-d3b7d38c-bdd0-40b2-8d5d-4411f3317f3a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Floating IP 474744b5-1bcf-401b-ae4d-99e1d6b5776d associated. External IP: 172.27.1.8, port: ef038dd2-512e-4e89-bcbb-dafcd6b644ab. Dec 15 11:38:51.082821 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.db.resource_extend [None req-d2fdcfe9-faf8-4251-8204-52a519393ab5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 11:38:51.155687 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2fdcfe9-faf8-4251-8204-52a519393ab5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.162642 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2fdcfe9-faf8-4251-8204-52a519393ab5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.362312 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.l3_db [None req-d2fdcfe9-faf8-4251-8204-52a519393ab5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Floating IP 7377ae12-dc7f-4183-8f73-0efc51e184d2 associated. External IP: 172.27.1.186, port: 80da3442-4fb7-4d3f-97b2-a64a49164845. Dec 15 11:38:51.445070 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42140) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:51.458112 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b7d38c-bdd0-40b2-8d5d-4411f3317f3a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:38:51.596270 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65a1a3d2-a69c-4159-bb32-a61cf10a5a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.678979 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b7d38c-bdd0-40b2-8d5d-4411f3317f3a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:38:51.681605 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65a1a3d2-a69c-4159-bb32-a61cf10a5a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.685993 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d38c-bdd0-40b2-8d5d-4411f3317f3a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.693409 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65a1a3d2-a69c-4159-bb32-a61cf10a5a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.706863 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e8861-d358-4afe-84b9-888f432cb7c5 None None] Sync routers for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:38:51.725232 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e8861-d358-4afe-84b9-888f432cb7c5 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:38:51.726377 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-135e8861-d358-4afe-84b9-888f432cb7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:38:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:51.736862 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-65a1a3d2-a69c-4159-bb32-a61cf10a5a1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ab48e21a8ab4a55bb3795efdaa5f7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903099 Dec 15 11:38:51.737477 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42152) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:51.768356 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1a3d2-a69c-4159-bb32-a61cf10a5a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1447c565-f8c3-44d0-bb41-750a54354e86,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:51.820696 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dac1282-a826-4552-bc7c-08d3b8a5f281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.842934 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-d3b7d38c-bdd0-40b2-8d5d-4411f3317f3a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "PUT /v2.0/floatingips/474744b5-1bcf-401b-ae4d-99e1d6b5776d HTTP/1.1" status: 200 len: 989 time: 2.6317389 Dec 15 11:38:51.844296 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'tag': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:51.848770 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d702888-447a-4ed7-b7c2-d1096058820c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ce2238-fa80-4d44-8752-c4d028887565", "tag": "ef038dd2-512e-4e89-bcbb-dafcd6b644ab"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:51.866226 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dac1282-a826-4552-bc7c-08d3b8a5f281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.921003 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fdcfe9-faf8-4251-8204-52a519393ab5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:38:51.988691 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dac1282-a826-4552-bc7c-08d3b8a5f281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.994403 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dac1282-a826-4552-bc7c-08d3b8a5f281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.996484 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-4dac1282-a826-4552-bc7c-08d3b8a5f281 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1447c565-f8c3-44d0-bb41-750a54354e86 HTTP/1.1" status: 204 len: 168 time: 0.2556384 Dec 15 11:38:52.052126 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-135e8861-d358-4afe-84b9-888f432cb7c5 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:38:52.059144 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac1282-a826-4552-bc7c-08d3b8a5f281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1447c565-f8c3-44d0-bb41-750a54354e86,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:52.374462 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42172) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:52.488813 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-135e8861-d358-4afe-84b9-888f432cb7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '474744b5-1bcf-401b-ae4d-99e1d6b5776d', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'port_id': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'mac_address': 'fa:16:3e:4f:5d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:38:05Z', 'updated_at': '2021-12-15T11:38:50Z', 'revision_number': 1, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:52.545622 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e8861-d358-4afe-84b9-888f432cb7c5 None None] Checking router: 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:38:52.557902 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e8861-d358-4afe-84b9-888f432cb7c5 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:38:52.558842 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-135e8861-d358-4afe-84b9-888f432cb7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:38:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:52.588926 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ea9a0c-8f4a-43b7-89a4-01a9bde96d87 x-openstack-request-id: req-e5ea9a0c-8f4a-43b7-89a4-01a9bde96d87 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:52.589522 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ce2238-fa80-4d44-8752-c4d028887565", "tag": "ef038dd2-512e-4e89-bcbb-dafcd6b644ab", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:52.589522 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5ea9a0c-8f4a-43b7-89a4-01a9bde96d87 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:52.589958 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'tag': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab', 'status': 'completed', 'code': 200} Dec 15 11:38:52.605485 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d9f0-27fa-4b13-977c-98279a0623c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:52.707779 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42182) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:52.724753 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-135e8861-d358-4afe-84b9-888f432cb7c5 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:38:52.736933 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a06e-feda-41f8-990b-451d5268e868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:52.772738 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75623a-6ad0-4687-bb97-43881f66da71 req-c91c30f6-86b5-4ac5-a62f-0f7cdbc4e875 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:52.775168 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7d75623a-6ad0-4687-bb97-43881f66da71 req-c91c30f6-86b5-4ac5-a62f-0f7cdbc4e875 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.9038603 Dec 15 11:38:52.854818 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fdcfe9-faf8-4251-8204-52a519393ab5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:38:52.871213 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2fdcfe9-faf8-4251-8204-52a519393ab5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:52.876103 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c11418-0f90-455a-b9f1-2d433d79e9d4 None None] Sync routers for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:38:52.896750 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c11418-0f90-455a-b9f1-2d433d79e9d4 None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:38:52.898051 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-78c11418-0f90-455a-b9f1-2d433d79e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:38:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:52.914272 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702888-447a-4ed7-b7c2-d1096058820c req-ae4b3b75-3e32-4527-84e0-8a9d65a37dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:52.916246 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d702888-447a-4ed7-b7c2-d1096058820c req-ae4b3b75-3e32-4527-84e0-8a9d65a37dbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 1098 time: 0.3297319 Dec 15 11:38:52.964047 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d9f0-27fa-4b13-977c-98279a0623c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:52.972322 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d9f0-27fa-4b13-977c-98279a0623c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:53.045193 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-6fe4d9f0-27fa-4b13-977c-98279a0623c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0c2c3ae367042f9ba54cbabda8b9b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6686993 Dec 15 11:38:53.047485 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702888-447a-4ed7-b7c2-d1096058820c req-9a6d3097-51d8-433b-b79b-a37ce10277ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:53.049406 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d702888-447a-4ed7-b7c2-d1096058820c req-9a6d3097-51d8-433b-b79b-a37ce10277ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 200 len: 912 time: 0.1209538 Dec 15 11:38:53.050770 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42186) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:53.055906 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7d75623a-6ad0-4687-bb97-43881f66da71 req-6fa41b17-1d46-4879-a773-82443c99e5d8 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430999 Dec 15 11:38:53.058161 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-d2fdcfe9-faf8-4251-8204-52a519393ab5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "PUT /v2.0/floatingips/7377ae12-dc7f-4183-8f73-0efc51e184d2 HTTP/1.1" status: 200 len: 991 time: 3.4389520 Dec 15 11:38:53.098693 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-78c11418-0f90-455a-b9f1-2d433d79e9d4 None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:38:53.104557 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4d9f0-27fa-4b13-977c-98279a0623c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaf9585-c753-4bcc-89ac-10c53fbb981c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:53.134229 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-135e8861-d358-4afe-84b9-888f432cb7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '474744b5-1bcf-401b-ae4d-99e1d6b5776d', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'port_id': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'mac_address': 'fa:16:3e:4f:5d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:38:05Z', 'updated_at': '2021-12-15T11:38:50Z', 'revision_number': 1, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:53.202022 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e8861-d358-4afe-84b9-888f432cb7c5 None None] The sync data for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi is: [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '474744b5-1bcf-401b-ae4d-99e1d6b5776d', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'port_id': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'mac_address': 'fa:16:3e:4f:5d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:38:05Z', 'updated_at': '2021-12-15T11:38:50Z', 'revision_number': 1, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:38:53.246212 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d702888-447a-4ed7-b7c2-d1096058820c req-979d5b9f-7a0f-4437-86b5-0bebcdc8e479 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef038dd2-512e-4e89-bcbb-dafcd6b644ab HTTP/1.1" status: 200 len: 997 time: 0.1866317 Dec 15 11:38:53.255478 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7058d1a9-e65e-4a75-8eff-9b4c45287b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:53.267814 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a06e-feda-41f8-990b-451d5268e868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:53.275825 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a06e-feda-41f8-990b-451d5268e868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:53.312139 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6a06e-feda-41f8-990b-451d5268e868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ed7e9c-11ee-4aae-80f4-b4907f98e749,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:53.319039 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7058d1a9-e65e-4a75-8eff-9b4c45287b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:53.354310 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702888-447a-4ed7-b7c2-d1096058820c req-40107232-b6fb-45c6-a5b7-0ad6f7292a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:53.356111 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d702888-447a-4ed7-b7c2-d1096058820c req-40107232-b6fb-45c6-a5b7-0ad6f7292a1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54ab32e7-8f7b-4c57-92ff-665aba24873a HTTP/1.1" status: 200 len: 850 time: 0.0867546 Dec 15 11:38:53.380776 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e2f6a06e-feda-41f8-990b-451d5268e868 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ba0ce0a5b364683a8a91a0731b64d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6710320 Dec 15 11:38:53.383056 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42194) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:53.438771 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702888-447a-4ed7-b7c2-d1096058820c req-d08b5e30-0cd8-4eb8-8ab9-436596d4c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:53.440016 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d702888-447a-4ed7-b7c2-d1096058820c req-d08b5e30-0cd8-4eb8-8ab9-436596d4c701 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f104128-3e4d-48c6-a529-9854e7560cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542068 Dec 15 11:38:53.440442 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7058d1a9-e65e-4a75-8eff-9b4c45287b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:53.443426 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7058d1a9-e65e-4a75-8eff-9b4c45287b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:53.447209 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-7058d1a9-e65e-4a75-8eff-9b4c45287b22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aaaf9585-c753-4bcc-89ac-10c53fbb981c HTTP/1.1" status: 204 len: 168 time: 0.3920391 Dec 15 11:38:53.457332 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058d1a9-e65e-4a75-8eff-9b4c45287b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaf9585-c753-4bcc-89ac-10c53fbb981c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:53.480766 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65737a70-4e4e-4387-b9a3-6765068133ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:53.571184 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65737a70-4e4e-4387-b9a3-6765068133ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:53.593721 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-78c11418-0f90-455a-b9f1-2d433d79e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '7377ae12-dc7f-4183-8f73-0efc51e184d2', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'port_id': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'mac_address': 'fa:16:3e:10:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:38:06Z', 'updated_at': '2021-12-15T11:38:50Z', 'revision_number': 1, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:53.625228 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d702888-447a-4ed7-b7c2-d1096058820c req-96f1c7ee-4bce-441a-8e36-70dbc16611c5 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682148 Dec 15 11:38:53.626281 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33abfc75-1efb-40e6-8f44-15144f2e89ea None None] New status for floating IP 474744b5-1bcf-401b-ae4d-99e1d6b5776d: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:38:53.636012 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65737a70-4e4e-4387-b9a3-6765068133ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:53.642362 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c11418-0f90-455a-b9f1-2d433d79e9d4 None None] Checking router: a0a7142b-cbc8-4de4-9b8c-f48da636bf64 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:38:53.645846 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65737a70-4e4e-4387-b9a3-6765068133ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:53.649070 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-65737a70-4e4e-4387-b9a3-6765068133ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82ed7e9c-11ee-4aae-80f4-b4907f98e749 HTTP/1.1" status: 204 len: 168 time: 0.2626853 Dec 15 11:38:53.659072 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c11418-0f90-455a-b9f1-2d433d79e9d4 None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:38:53.660401 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-78c11418-0f90-455a-b9f1-2d433d79e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:38:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:53.678947 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65737a70-4e4e-4387-b9a3-6765068133ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ed7e9c-11ee-4aae-80f4-b4907f98e749,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:53.831982 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d702888-447a-4ed7-b7c2-d1096058820c req-4488869f-7581-47b5-a906-94cfd27ddeb6 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916568 Dec 15 11:38:54.047809 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-78c11418-0f90-455a-b9f1-2d433d79e9d4 None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:38:54.101356 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:54.122948 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-303f51d5-87a8-4d63-b495-dcd406b3c619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.266389 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24f766-493d-496e-8747-24138cf31829 req-e96b9d43-3fe5-4353-86a3-4dd4b89aa465 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:54.268234 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dc24f766-493d-496e-8747-24138cf31829 req-e96b9d43-3fe5-4353-86a3-4dd4b89aa465 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0929782 Dec 15 11:38:54.310762 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-303f51d5-87a8-4d63-b495-dcd406b3c619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.322553 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-303f51d5-87a8-4d63-b495-dcd406b3c619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.405961 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-303f51d5-87a8-4d63-b495-dcd406b3c619 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c8ee925405849fb91a13d6d5b4293e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031027 Dec 15 11:38:54.409517 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f51d5-87a8-4d63-b495-dcd406b3c619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b064e6-70cc-4661-b620-4a7052445081,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:54.410292 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42224) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:54.416283 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dc24f766-493d-496e-8747-24138cf31829 req-f33beb45-41e7-4083-b2d6-d677c879e2de tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297598 Dec 15 11:38:54.489281 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4ad36037-3347-4921-bfc4-36a6fff063e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.508530 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-78c11418-0f90-455a-b9f1-2d433d79e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '7377ae12-dc7f-4183-8f73-0efc51e184d2', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'port_id': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'mac_address': 'fa:16:3e:10:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:38:06Z', 'updated_at': '2021-12-15T11:38:50Z', 'revision_number': 1, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:54.527143 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4ad36037-3347-4921-bfc4-36a6fff063e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.548394 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c11418-0f90-455a-b9f1-2d433d79e9d4 None None] The sync data for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi is: [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '7377ae12-dc7f-4183-8f73-0efc51e184d2', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'port_id': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'mac_address': 'fa:16:3e:10:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:38:06Z', 'updated_at': '2021-12-15T11:38:50Z', 'revision_number': 1, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:38:54.591184 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:54.601971 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b534dfad-5382-49e6-b749-7ea9e7e1569f" -d '{"events": [{"name": "network-changed", "server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:54.607078 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4ad36037-3347-4921-bfc4-36a6fff063e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.609838 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4ad36037-3347-4921-bfc4-36a6fff063e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.611353 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-4ad36037-3347-4921-bfc4-36a6fff063e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60b064e6-70cc-4661-b620-4a7052445081 HTTP/1.1" status: 204 len: 168 time: 0.1999784 Dec 15 11:38:54.625059 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad36037-3347-4921-bfc4-36a6fff063e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b064e6-70cc-4661-b620-4a7052445081,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:54.684453 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7203dba0-3dad-4885-bafa-e67ad1aaac95 x-openstack-request-id: req-7203dba0-3dad-4885-bafa-e67ad1aaac95 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:54.685265 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:54.685471 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7203dba0-3dad-4885-bafa-e67ad1aaac95 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:54.687664 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'status': 'completed', 'code': 200} Dec 15 11:38:54.808960 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534dfad-5382-49e6-b749-7ea9e7e1569f req-7cb0b431-403c-4e26-bef9-17f414285c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:54.812395 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b534dfad-5382-49e6-b749-7ea9e7e1569f req-7cb0b431-403c-4e26-bef9-17f414285c52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 1098 time: 0.0747378 Dec 15 11:38:54.855957 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ed6c39-87f1-4b3a-ba59-0a27e8278be0 None None] New status for floating IP 7377ae12-dc7f-4183-8f73-0efc51e184d2: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:38:54.975110 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534dfad-5382-49e6-b749-7ea9e7e1569f req-460a2909-18ce-4e65-ae93-d068fd892e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:54.977054 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b534dfad-5382-49e6-b749-7ea9e7e1569f req-460a2909-18ce-4e65-ae93-d068fd892e63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 918 time: 0.1502159 Dec 15 11:38:55.089107 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b534dfad-5382-49e6-b749-7ea9e7e1569f req-75aa8b05-ed1d-4134-8c82-7d4d6bc8b105 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80da3442-4fb7-4d3f-97b2-a64a49164845 HTTP/1.1" status: 200 len: 999 time: 0.0979984 Dec 15 11:38:55.174628 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534dfad-5382-49e6-b749-7ea9e7e1569f req-dbdd78c9-a4d7-4baf-9599-9a48d2301179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:55.177986 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b534dfad-5382-49e6-b749-7ea9e7e1569f req-dbdd78c9-a4d7-4baf-9599-9a48d2301179 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.0723333 Dec 15 11:38:55.273863 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534dfad-5382-49e6-b749-7ea9e7e1569f req-818fc2bf-f855-45be-8cdf-c3f1584ab60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:55.284199 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b534dfad-5382-49e6-b749-7ea9e7e1569f req-818fc2bf-f855-45be-8cdf-c3f1584ab60b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882530 Dec 15 11:38:55.458416 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b534dfad-5382-49e6-b749-7ea9e7e1569f req-dce17dba-843e-4bdb-bb2c-0ddb8def27bf service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547017 Dec 15 11:38:55.655538 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008f381-af46-451f-8ada-9d5ceeef1f5e req-17a18859-37f5-44a8-a9ac-e3099f3339e5 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:55.655538 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b008f381-af46-451f-8ada-9d5ceeef1f5e req-17a18859-37f5-44a8-a9ac-e3099f3339e5 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0871570 Dec 15 11:38:55.677051 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b534dfad-5382-49e6-b749-7ea9e7e1569f req-279d2ee9-0810-4285-9e21-0f0814f81c48 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093754 Dec 15 11:38:55.729468 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b008f381-af46-451f-8ada-9d5ceeef1f5e req-94c783a9-8999-46bf-b0e4-7127d6c3df9b tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605311 Dec 15 11:38:56.502309 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42346) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:56.677837 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2f47582-441c-4778-826a-0d5e8d21e24e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.774708 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2f47582-441c-4778-826a-0d5e8d21e24e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.781511 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2f47582-441c-4778-826a-0d5e8d21e24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.825387 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f47582-441c-4778-826a-0d5e8d21e24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f12e08e-fc52-4ce1-a32d-e119683323eb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:56.832405 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b2f47582-441c-4778-826a-0d5e8d21e24e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f8c35f300444baf8a71a5031fb9cd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289020 Dec 15 11:38:56.833476 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42372) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:56.885831 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a00a12-4e45-4b7e-952e-61fb1a09d41a req-cf0144c1-1120-4f0c-b087-3eb14dd9862b tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:56.894856 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-00a00a12-4e45-4b7e-952e-61fb1a09d41a req-cf0144c1-1120-4f0c-b087-3eb14dd9862b tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0743527 Dec 15 11:38:56.903722 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8930b624-9928-4687-8577-8a11ef4ecc7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.944652 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8930b624-9928-4687-8577-8a11ef4ecc7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.954878 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-00a00a12-4e45-4b7e-952e-61fb1a09d41a req-0e425562-f09c-49ec-8914-3e6f25acd029 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588822 Dec 15 11:38:57.017399 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8930b624-9928-4687-8577-8a11ef4ecc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.020469 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8930b624-9928-4687-8577-8a11ef4ecc7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.024452 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-8930b624-9928-4687-8577-8a11ef4ecc7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f12e08e-fc52-4ce1-a32d-e119683323eb HTTP/1.1" status: 204 len: 168 time: 0.1900623 Dec 15 11:38:57.033338 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42380) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:57.035542 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930b624-9928-4687-8577-8a11ef4ecc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f12e08e-fc52-4ce1-a32d-e119683323eb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:57.270568 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1dd55c8b-353f-416a-97e7-140a8e6248bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.377408 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1dd55c8b-353f-416a-97e7-140a8e6248bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.382530 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1dd55c8b-353f-416a-97e7-140a8e6248bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.434143 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-1dd55c8b-353f-416a-97e7-140a8e6248bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6db8570127040a1b7a8f276e11d34ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3972986 Dec 15 11:38:57.434143 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd55c8b-353f-416a-97e7-140a8e6248bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59ce1b7-010e-4245-a2e9-f1a75d6cd0c5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:57.434752 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42398) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:57.478223 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42400) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:57.497026 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6262599-231c-4a28-8ea0-5bcbb260c72a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.509526 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bf18bc-2de7-4c4a-899b-34091c123a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.536543 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bf18bc-2de7-4c4a-899b-34091c123a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.600250 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6262599-231c-4a28-8ea0-5bcbb260c72a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.605110 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6262599-231c-4a28-8ea0-5bcbb260c72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.626572 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bf18bc-2de7-4c4a-899b-34091c123a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.630344 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bf18bc-2de7-4c4a-899b-34091c123a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.643082 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-e2bf18bc-2de7-4c4a-899b-34091c123a86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e59ce1b7-010e-4245-a2e9-f1a75d6cd0c5 HTTP/1.1" status: 204 len: 168 time: 0.1936738 Dec 15 11:38:57.643970 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf18bc-2de7-4c4a-899b-34091c123a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59ce1b7-010e-4245-a2e9-f1a75d6cd0c5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:57.656271 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e6262599-231c-4a28-8ea0-5bcbb260c72a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc0e34dadbae47c19c0ccc393f48792e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741157 Dec 15 11:38:57.657532 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42406) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:57.659538 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6262599-231c-4a28-8ea0-5bcbb260c72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba0240c-5ff3-4da6-b35e-4bbce44a81de,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:57.730133 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e192ce-042a-4351-8bb1-8e6b811ac48e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.770611 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e192ce-042a-4351-8bb1-8e6b811ac48e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.838249 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e192ce-042a-4351-8bb1-8e6b811ac48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.841850 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e192ce-042a-4351-8bb1-8e6b811ac48e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.843405 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-63e192ce-042a-4351-8bb1-8e6b811ac48e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ba0240c-5ff3-4da6-b35e-4bbce44a81de HTTP/1.1" status: 204 len: 168 time: 0.1842997 Dec 15 11:38:57.855439 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e192ce-042a-4351-8bb1-8e6b811ac48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba0240c-5ff3-4da6-b35e-4bbce44a81de,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:58.216577 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a64f9d-d321-4398-91c8-d996f3b82637 req-bb5719b7-4fab-47dc-b35c-48a6640ca336 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:58.230016 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63a64f9d-d321-4398-91c8-d996f3b82637 req-bb5719b7-4fab-47dc-b35c-48a6640ca336 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.1416137 Dec 15 11:38:58.235927 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42430) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:58.256967 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5906c430-8a49-446a-9144-18d4327c5867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.323772 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63a64f9d-d321-4398-91c8-d996f3b82637 req-0ba4d966-5589-40d3-837d-639526373cdc tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921566 Dec 15 11:38:58.373322 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5906c430-8a49-446a-9144-18d4327c5867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.378422 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5906c430-8a49-446a-9144-18d4327c5867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.422636 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-5906c430-8a49-446a-9144-18d4327c5867 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ea5dd20cf34491c8e540a71754e3b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852283 Dec 15 11:38:58.423985 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906c430-8a49-446a-9144-18d4327c5867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a733ad6-917e-4e36-8e90-63093c679435,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:58.428052 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42434) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:58.500743 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aaedacdf-4a42-4911-ada1-7adb1ea1f85f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.530222 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aaedacdf-4a42-4911-ada1-7adb1ea1f85f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.602504 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aaedacdf-4a42-4911-ada1-7adb1ea1f85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.607495 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aaedacdf-4a42-4911-ada1-7adb1ea1f85f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.611753 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-aaedacdf-4a42-4911-ada1-7adb1ea1f85f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a733ad6-917e-4e36-8e90-63093c679435 HTTP/1.1" status: 204 len: 168 time: 0.1797588 Dec 15 11:38:58.626750 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedacdf-4a42-4911-ada1-7adb1ea1f85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a733ad6-917e-4e36-8e90-63093c679435,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:59.072186 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42468) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:59.093622 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b890042e-a826-4f9e-93ff-a80ed7839041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.168295 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be7e49-9f3b-4f1b-9f65-3a5f86920b17 req-a94d33a3-c24d-4cf8-86b2-033b9a9dc2a0 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:59.168768 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b6be7e49-9f3b-4f1b-9f65-3a5f86920b17 req-a94d33a3-c24d-4cf8-86b2-033b9a9dc2a0 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 946 time: 0.0778584 Dec 15 11:38:59.263331 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b6be7e49-9f3b-4f1b-9f65-3a5f86920b17 req-2df46c6a-3f18-4874-b005-7e38c351d566 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858245 Dec 15 11:38:59.268726 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b890042e-a826-4f9e-93ff-a80ed7839041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.285898 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b890042e-a826-4f9e-93ff-a80ed7839041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.326220 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-b890042e-a826-4f9e-93ff-a80ed7839041 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f7bc2d4cf844c429569ea03feaa3c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528586 Dec 15 11:38:59.327466 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890042e-a826-4f9e-93ff-a80ed7839041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5db606-40f8-4700-a8a3-d0e967662c8b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:59.329127 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42476) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:59.413143 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe96876c-47b5-4af9-9243-52e9622c2b84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.440744 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe96876c-47b5-4af9-9243-52e9622c2b84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.489672 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231b367-e447-4afa-8cfb-17ec588a17ea req-84837b6c-2963-4cdb-9bf2-171754e1cd47 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:59.491811 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8231b367-e447-4afa-8cfb-17ec588a17ea req-84837b6c-2963-4cdb-9bf2-171754e1cd47 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0831456 Dec 15 11:38:59.512537 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe96876c-47b5-4af9-9243-52e9622c2b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.516064 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe96876c-47b5-4af9-9243-52e9622c2b84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.517279 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-fe96876c-47b5-4af9-9243-52e9622c2b84 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d5db606-40f8-4700-a8a3-d0e967662c8b HTTP/1.1" status: 204 len: 168 time: 0.1867445 Dec 15 11:38:59.535480 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96876c-47b5-4af9-9243-52e9622c2b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5db606-40f8-4700-a8a3-d0e967662c8b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:59.567486 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8231b367-e447-4afa-8cfb-17ec588a17ea req-4b3e24b9-4aab-4e04-b853-44a4f5466025 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595994 Dec 15 11:39:00.405506 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17901f6e-ad29-447c-a805-89eca2195500 req-fc8df436-528d-4707-9324-2229ca59d4b5 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:00.407093 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-17901f6e-ad29-447c-a805-89eca2195500 req-fc8df436-528d-4707-9324-2229ca59d4b5 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 946 time: 0.0551558 Dec 15 11:39:00.463379 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-17901f6e-ad29-447c-a805-89eca2195500 req-e5ed0888-132a-497c-9ccc-c71d2aec8cd9 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493491 Dec 15 11:39:00.721251 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddfafb-8bf7-4fd6-a3c8-bb9e612e0121 req-87b87c23-8b29-4f0d-a51f-466c2ae235ad tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:00.723235 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a1ddfafb-8bf7-4fd6-a3c8-bb9e612e0121 req-87b87c23-8b29-4f0d-a51f-466c2ae235ad tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0618861 Dec 15 11:39:00.811460 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a1ddfafb-8bf7-4fd6-a3c8-bb9e612e0121 req-199ac699-06b0-42bb-bd94-df0879917a37 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801547 Dec 15 11:39:01.545917 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42586) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:01.637219 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b6dde-1555-4973-8e46-b55aace8f393 req-feca9d46-777d-4c8e-a521-09e183c3299b tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:01.640163 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f20b6dde-1555-4973-8e46-b55aace8f393 req-feca9d46-777d-4c8e-a521-09e183c3299b tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 946 time: 0.0790768 Dec 15 11:39:01.727256 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0407101-dc43-4b06-8bb0-6a152f06f8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.730896 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f20b6dde-1555-4973-8e46-b55aace8f393 req-0ceb008e-2262-4cf4-9a9d-30e3c3dd3ec0 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805700 Dec 15 11:39:01.842297 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0407101-dc43-4b06-8bb0-6a152f06f8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.847838 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0407101-dc43-4b06-8bb0-6a152f06f8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.898474 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-c0407101-dc43-4b06-8bb0-6a152f06f8cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ae95e78773b424c9765593cd1bf9a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503225 Dec 15 11:39:01.901653 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0407101-dc43-4b06-8bb0-6a152f06f8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee7f91c-f167-41da-ac8e-853f56477711,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:01.901865 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42594) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:02.009244 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42faa-c972-4e24-b613-6fbf12adf773 req-30947a1c-320e-4037-b04a-885541b5fe98 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:02.010892 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8de42faa-c972-4e24-b613-6fbf12adf773 req-30947a1c-320e-4037-b04a-885541b5fe98 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.1182380 Dec 15 11:39:02.014721 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c48be9ad-feb2-44ea-b745-d7b26f9283ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.070672 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c48be9ad-feb2-44ea-b745-d7b26f9283ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.129681 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8de42faa-c972-4e24-b613-6fbf12adf773 req-96b1b1f2-f34d-4e6f-87e4-4eb37615f52e tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023533 Dec 15 11:39:02.162851 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c48be9ad-feb2-44ea-b745-d7b26f9283ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.165873 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c48be9ad-feb2-44ea-b745-d7b26f9283ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.170314 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-c48be9ad-feb2-44ea-b745-d7b26f9283ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ee7f91c-f167-41da-ac8e-853f56477711 HTTP/1.1" status: 204 len: 168 time: 0.2643402 Dec 15 11:39:02.177938 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48be9ad-feb2-44ea-b745-d7b26f9283ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee7f91c-f167-41da-ac8e-853f56477711,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:02.487962 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be997f9f-4e12-41e3-bf5c-0a907baccbb5 req-c23041a4-0a38-4702-8d70-3e27549130b6 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:02.489617 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-be997f9f-4e12-41e3-bf5c-0a907baccbb5 req-c23041a4-0a38-4702-8d70-3e27549130b6 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 946 time: 0.0931942 Dec 15 11:39:02.624995 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42622) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:02.648010 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d0cde059-ebf2-4727-be38-b6ca6e18bc90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.661441 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-be997f9f-4e12-41e3-bf5c-0a907baccbb5 req-a6fc0b76-107d-46ec-9aef-3978933450c8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Deleting port 66f7ea52-e2cc-4566-b018-51e86bb08476 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:39:02.662043 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be997f9f-4e12-41e3-bf5c-0a907baccbb5 req-a6fc0b76-107d-46ec-9aef-3978933450c8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.729238 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d0cde059-ebf2-4727-be38-b6ca6e18bc90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.734978 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d0cde059-ebf2-4727-be38-b6ca6e18bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.764975 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-be997f9f-4e12-41e3-bf5c-0a907baccbb5 req-a6fc0b76-107d-46ec-9aef-3978933450c8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] For port 66f7ea52-e2cc-4566-b018-51e86bb08476, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66f7ea52-e2cc-4566-b018-51e86bb08476,segment=NetworkSegment(fa8689b1-cd17-4aca-8c21-40f3ba0ff90d),segment_id=fa8689b1-cd17-4aca-8c21-40f3ba0ff90d)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:02.765347 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be997f9f-4e12-41e3-bf5c-0a907baccbb5 req-a6fc0b76-107d-46ec-9aef-3978933450c8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.779368 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-d0cde059-ebf2-4727-be38-b6ca6e18bc90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f62d2b2be22245588a3ed5131e13d4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509426 Dec 15 11:39:02.780362 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cde059-ebf2-4727-be38-b6ca6e18bc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f864428e-1be9-47ec-a413-23b214f98a9f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:02.782158 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42626) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:02.796037 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-be997f9f-4e12-41e3-bf5c-0a907baccbb5 req-a6fc0b76-107d-46ec-9aef-3978933450c8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Calling delete_port for 66f7ea52-e2cc-4566-b018-51e86bb08476 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:39:02.964155 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d441110-f025-4c72-87af-04f14173d809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.995068 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813e3f3-e0a4-4cfb-8261-26af956f077a req-f106886b-54bf-4d10-b1f4-0abecf3335d8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:02.996754 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3813e3f3-e0a4-4cfb-8261-26af956f077a req-f106886b-54bf-4d10-b1f4-0abecf3335d8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 946 time: 0.1840363 Dec 15 11:39:03.023274 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d441110-f025-4c72-87af-04f14173d809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.139900 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3813e3f3-e0a4-4cfb-8261-26af956f077a req-482dfa23-7a8e-4977-9e60-29e85225510c tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6aad909-4596-40c0-b31a-1c998fbe9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352820 Dec 15 11:39:03.148608 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be997f9f-4e12-41e3-bf5c-0a907baccbb5 req-a6fc0b76-107d-46ec-9aef-3978933450c8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.192902 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d441110-f025-4c72-87af-04f14173d809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.195768 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d441110-f025-4c72-87af-04f14173d809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.197057 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-8d441110-f025-4c72-87af-04f14173d809 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f864428e-1be9-47ec-a413-23b214f98a9f HTTP/1.1" status: 204 len: 168 time: 0.4137831 Dec 15 11:39:03.199912 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['66f7ea52-e2cc-4566-b018-51e86bb08476'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:39:03.200550 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc0b76-107d-46ec-9aef-3978933450c8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Pushing event deleted for resources: {'Port': ['ID=66f7ea52-e2cc-4566-b018-51e86bb08476,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:03.236552 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d441110-f025-4c72-87af-04f14173d809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f864428e-1be9-47ec-a413-23b214f98a9f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:03.310917 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-be997f9f-4e12-41e3-bf5c-0a907baccbb5 req-a6fc0b76-107d-46ec-9aef-3978933450c8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] No DVR routers for this DVR port 66f7ea52-e2cc-4566-b018-51e86bb08476 on host hv-cinder-81322 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:39:03.316146 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be997f9f-4e12-41e3-bf5c-0a907baccbb5 req-a6fc0b76-107d-46ec-9aef-3978933450c8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.319838 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-be997f9f-4e12-41e3-bf5c-0a907baccbb5 req-a6fc0b76-107d-46ec-9aef-3978933450c8 tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.59 "DELETE /v2.0/ports/66f7ea52-e2cc-4566-b018-51e86bb08476 HTTP/1.1" status: 204 len: 173 time: 0.8220179 Dec 15 11:39:03.320356 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ea38af-0203-46a8-92f0-7e44e3d06509', 'name': 'network-vif-deleted', 'tag': '66f7ea52-e2cc-4566-b018-51e86bb08476'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:03.327340 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8b259c-61c5-4c32-bf88-f6ee3b34a846" -d '{"events": [{"server_uuid": "10ea38af-0203-46a8-92f0-7e44e3d06509", "name": "network-vif-deleted", "tag": "66f7ea52-e2cc-4566-b018-51e86bb08476"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:03.401593 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e1ea1d-f03f-4e1d-9642-ba6463d3db24 x-openstack-request-id: req-06e1ea1d-f03f-4e1d-9642-ba6463d3db24 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:03.402079 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ea38af-0203-46a8-92f0-7e44e3d06509", "name": "network-vif-deleted", "tag": "66f7ea52-e2cc-4566-b018-51e86bb08476", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:03.402348 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06e1ea1d-f03f-4e1d-9642-ba6463d3db24 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:03.402764 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ea38af-0203-46a8-92f0-7e44e3d06509', 'name': 'network-vif-deleted', 'tag': '66f7ea52-e2cc-4566-b018-51e86bb08476', 'status': 'completed', 'code': 200} Dec 15 11:39:03.428346 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da3a0c-6c4c-4620-a914-d2ee8ab0d29c req-9cb91f4c-c9e1-41cb-b494-abaf8e1da7d0 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:03.429998 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d3da3a0c-6c4c-4620-a914-d2ee8ab0d29c req-9cb91f4c-c9e1-41cb-b494-abaf8e1da7d0 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0666265 Dec 15 11:39:03.499549 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d3da3a0c-6c4c-4620-a914-d2ee8ab0d29c req-b9919117-842a-4023-a5a2-d8d062ed6403 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548763 Dec 15 11:39:03.793472 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42666) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:03.815154 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3e75fac-050a-4592-b677-c53a1bfa2d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.829240 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e76cfe99-7f81-43f5-af25-e4abba078fc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.949557 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e76cfe99-7f81-43f5-af25-e4abba078fc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.958752 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e76cfe99-7f81-43f5-af25-e4abba078fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:04.006157 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e76cfe99-7f81-43f5-af25-e4abba078fc4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b111b56fc5c4468887479c00893e0c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074001 Dec 15 11:39:04.006574 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42672) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:04.007494 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cfe99-7f81-43f5-af25-e4abba078fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6ed762-102b-4b8e-8486-0e6c896df714,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:04.084760 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16ab0d50-a6f4-4e6d-94cd-f7a2e1fe931f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:04.113805 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16ab0d50-a6f4-4e6d-94cd-f7a2e1fe931f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:04.172536 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16ab0d50-a6f4-4e6d-94cd-f7a2e1fe931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:04.176019 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16ab0d50-a6f4-4e6d-94cd-f7a2e1fe931f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:04.181968 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-16ab0d50-a6f4-4e6d-94cd-f7a2e1fe931f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd6ed762-102b-4b8e-8486-0e6c896df714 HTTP/1.1" status: 204 len: 168 time: 0.1715326 Dec 15 11:39:04.193590 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab0d50-a6f4-4e6d-94cd-f7a2e1fe931f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6ed762-102b-4b8e-8486-0e6c896df714,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:04.349325 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e18cfc3a-ef4a-4349-9d41-32c90a46942e req-ec69492f-72b3-4184-a8c4-ecb57e3420de tempest-DeleteServersTestJSON-693610621 tempest-DeleteServersTestJSON-693610621-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ea38af-0203-46a8-92f0-7e44e3d06509 HTTP/1.1" status: 200 len: 210 time: 0.0354214 Dec 15 11:39:04.543524 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42704) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:04.727825 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b249b5-d0c2-4cb7-9bcd-287bb2ca653e req-76e423f1-041d-417a-9e55-0c7aedd9faac tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:04.730038 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e3b249b5-d0c2-4cb7-9bcd-287bb2ca653e req-76e423f1-041d-417a-9e55-0c7aedd9faac tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.1117978 Dec 15 11:39:04.766266 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34c968d5-b047-4715-a562-f032bb05ba45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:04.834010 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e3b249b5-d0c2-4cb7-9bcd-287bb2ca653e req-da2dcdd1-dd51-4d6a-ba0e-df012babc02b tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866151 Dec 15 11:39:04.922394 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34c968d5-b047-4715-a562-f032bb05ba45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:04.930493 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34c968d5-b047-4715-a562-f032bb05ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:04.963040 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42720) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:04.990837 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-34c968d5-b047-4715-a562-f032bb05ba45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7559ce8ca84246a78edd1258c6556d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457409 Dec 15 11:39:04.995847 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42724) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:05.003854 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c968d5-b047-4715-a562-f032bb05ba45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dab9f3-eefd-4ba8-9749-876f4c0fa60f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:05.079453 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0fec168-4799-4e1d-ab66-fc83da8343b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.125304 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0fec168-4799-4e1d-ab66-fc83da8343b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.214404 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0fec168-4799-4e1d-ab66-fc83da8343b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.215869 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d75e078-058e-4656-a0ea-97d9fafdadac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.218082 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0fec168-4799-4e1d-ab66-fc83da8343b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.219310 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-a0fec168-4799-4e1d-ab66-fc83da8343b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19dab9f3-eefd-4ba8-9749-876f4c0fa60f HTTP/1.1" status: 204 len: 168 time: 0.2224822 Dec 15 11:39:05.232822 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec168-4799-4e1d-ab66-fc83da8343b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dab9f3-eefd-4ba8-9749-876f4c0fa60f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:05.344262 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d75e078-058e-4656-a0ea-97d9fafdadac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.350066 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d75e078-058e-4656-a0ea-97d9fafdadac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.383840 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 66f7ea52-e2cc-4566-b018-51e86bb08476 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:39:05.394487 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75e078-058e-4656-a0ea-97d9fafdadac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4f74aa-99c8-4edc-8910-78a34db171cb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:05.399625 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-1d75e078-058e-4656-a0ea-97d9fafdadac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89e4a894138a4bfcb5c7bed260a49d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349384 Dec 15 11:39:05.404959 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42740) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:05.426592 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: 66f7ea52-e2cc-4566-b018-51e86bb08476 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:39:05.426970 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 66f7ea52-e2cc-4566-b018-51e86bb08476 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:39:05.506366 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f8853f1-c9ef-405c-9678-894ea5befbeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.548922 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f8853f1-c9ef-405c-9678-894ea5befbeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.624850 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f8853f1-c9ef-405c-9678-894ea5befbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.627484 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f8853f1-c9ef-405c-9678-894ea5befbeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.631167 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-3f8853f1-c9ef-405c-9678-894ea5befbeb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f4f74aa-99c8-4edc-8910-78a34db171cb HTTP/1.1" status: 204 len: 168 time: 0.2243726 Dec 15 11:39:05.641722 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8853f1-c9ef-405c-9678-894ea5befbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4f74aa-99c8-4edc-8910-78a34db171cb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:05.705255 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42762) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:05.721636 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04c340e1-2c5a-4982-b412-292b7a72d96e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.823738 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04c340e1-2c5a-4982-b412-292b7a72d96e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.830931 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04c340e1-2c5a-4982-b412-292b7a72d96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:05.896975 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-04c340e1-2c5a-4982-b412-292b7a72d96e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f6972dc1111402fbbcbc1907706972d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907420 Dec 15 11:39:05.900600 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42770) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:05.902321 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c340e1-2c5a-4982-b412-292b7a72d96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5810534-c590-4a96-8e55-bc50508cb2b4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:06.043822 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bf1742f-b26b-4ec3-a6ef-f61492cb30ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:06.100132 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bf1742f-b26b-4ec3-a6ef-f61492cb30ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:06.111913 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0f861-af00-4ca9-8830-10e82800e411 req-191c800a-f563-48d8-9418-9e890629f354 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:06.120105 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f7a0f861-af00-4ca9-8830-10e82800e411 req-191c800a-f563-48d8-9418-9e890629f354 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.1457956 Dec 15 11:39:06.163069 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1369fa5f-adab-479c-9bd8-aaa1c2532c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:06.252853 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836eb33-3e0f-48cc-a473-d5988eff3eff req-9c6520cb-fc53-4bdd-b41c-80f664093971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:06.254403 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1836eb33-3e0f-48cc-a473-d5988eff3eff req-9c6520cb-fc53-4bdd-b41c-80f664093971 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 1098 time: 0.1671982 Dec 15 11:39:06.277555 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f7a0f861-af00-4ca9-8830-10e82800e411 req-a56b2cc5-264e-4908-abe4-b6eac6e03718 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564448 Dec 15 11:39:06.321524 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bf1742f-b26b-4ec3-a6ef-f61492cb30ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:06.324542 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bf1742f-b26b-4ec3-a6ef-f61492cb30ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:06.328826 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-4bf1742f-b26b-4ec3-a6ef-f61492cb30ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5810534-c590-4a96-8e55-bc50508cb2b4 HTTP/1.1" status: 204 len: 168 time: 0.4241538 Dec 15 11:39:06.333273 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1836eb33-3e0f-48cc-a473-d5988eff3eff req-417f297f-6f2e-4b13-80f4-c5b159e19cee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682204 Dec 15 11:39:06.338997 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1742f-b26b-4ec3-a6ef-f61492cb30ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5810534-c590-4a96-8e55-bc50508cb2b4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:06.837291 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:39:07.070092 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 42808) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:07.130585 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-1956c86c-c048-4128-a3c1-d250be99240e admin admin] Deleting subnet 4a4bc25a-0bfa-4eab-89f6-2d157e493e31 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:39:07.134726 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1956c86c-c048-4128-a3c1-d250be99240e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:07.189637 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1956c86c-c048-4128-a3c1-d250be99240e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:07.206299 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1956c86c-c048-4128-a3c1-d250be99240e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:07.224999 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:07.281418 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1956c86c-c048-4128-a3c1-d250be99240e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:07.314236 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1956c86c-c048-4128-a3c1-d250be99240e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:07.317571 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-1956c86c-c048-4128-a3c1-d250be99240e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4a4bc25a-0bfa-4eab-89f6-2d157e493e31 HTTP/1.1" status: 204 len: 168 time: 0.2461710 Dec 15 11:39:07.318724 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956c86c-c048-4128-a3c1-d250be99240e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4bc25a-0bfa-4eab-89f6-2d157e493e31,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:07.320580 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42820) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:07.442250 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:07.469453 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47b17c-5926-41fc-862f-097e05aedae9 req-fdf9c3a3-44f3-4968-9856-5d782203299e tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:07.471097 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5a47b17c-5926-41fc-862f-097e05aedae9 req-fdf9c3a3-44f3-4968-9856-5d782203299e tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0893087 Dec 15 11:39:07.577986 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:07.602110 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5a47b17c-5926-41fc-862f-097e05aedae9 req-44f68404-e7c9-4fc2-a6a7-9fa5e06e9e8b tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045856 Dec 15 11:39:07.612940 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.613452 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.614098 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.614401 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.614732 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.616009 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.616497 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.616603 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.616929 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.617245 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.791890 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.792558 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.792894 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.793215 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:39:07.793582 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4099c0dc-1049-4934-9910-7b75248ee325']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:39:07.812787 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8689b1-cd17-4aca-8c21-40f3ba0ff90d') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:39:07.813142 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8689b1-cd17-4aca-8c21-40f3ba0ff90d') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:39:07.844754 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260691950'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:08.146978 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:08.157189 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:39:08.157610 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260673831'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: from cryptography.utils import int_from_bytes Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: from cryptography.utils import int_from_bytes Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: Traceback (most recent call last): Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: timer() Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: cb(*args, **kw) Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: return func(*args, **kwargs) Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: self._notify() Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: self.callback(batched_events) Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: event.method(event) Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: return f(self, *a, **k) Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._get(url).json() Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: return self.request(url, 'GET', **kwargs) Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:39:08.181268 dv-cinder-813221-4-iscsi neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:39:08.248162 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:08.273472 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:08.277160 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4099c0dc-1049-4934-9910-7b75248ee325 HTTP/1.1" status: 204 len: 168 time: 0.9553990 Dec 15 11:39:08.278271 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87bb04-a5ad-483e-ac8a-bc55f819f1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4099c0dc-1049-4934-9910-7b75248ee325,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:08.495642 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:08.544301 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-f46ee619-94d8-481d-bf5e-5dfecc8e6677 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a264c1c470554eb5aab6a417e32ffb4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459368 Dec 15 11:39:08.548406 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 42864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:08.610557 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14de73d5-8da7-4de7-b465-fbc806a583e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:08.639189 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14de73d5-8da7-4de7-b465-fbc806a583e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:08.757551 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14de73d5-8da7-4de7-b465-fbc806a583e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:08.760206 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14de73d5-8da7-4de7-b465-fbc806a583e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:08.761353 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-14de73d5-8da7-4de7-b465-fbc806a583e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6aad909-4596-40c0-b31a-1c998fbe9f09 HTTP/1.1" status: 204 len: 168 time: 0.2119401 Dec 15 11:39:08.774380 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de73d5-8da7-4de7-b465-fbc806a583e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6aad909-4596-40c0-b31a-1c998fbe9f09,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:08.798086 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc264ac-4297-43de-a43c-a36538b1ff8c req-ab5b0a0f-6f44-4d11-96a2-e571bb5f9c44 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:08.800229 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8dc264ac-4297-43de-a43c-a36538b1ff8c req-ab5b0a0f-6f44-4d11-96a2-e571bb5f9c44 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0835693 Dec 15 11:39:08.835613 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:08.869745 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8dc264ac-4297-43de-a43c-a36538b1ff8c req-f78da3cf-5bc6-4298-bd85-9373b589f878 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623434 Dec 15 11:39:09.046764 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473cca2-f132-47d1-926f-edfece79f7a9 req-29b55868-5f2a-44ce-8224-d1fb0f1658b6 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:09.046764 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6473cca2-f132-47d1-926f-edfece79f7a9 req-29b55868-5f2a-44ce-8224-d1fb0f1658b6 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0892262 Dec 15 11:39:09.095490 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6473cca2-f132-47d1-926f-edfece79f7a9 req-2939d754-f5ba-43c4-ac02-0b1edd462382 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534947 Dec 15 11:39:09.529866 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:10.549082 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.138817 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5d334-2e60-45e0-a499-8e68993f2bb5 req-1001e5d2-0168-437a-aa4a-67cf1e039896 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:17.140530 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a2c5d334-2e60-45e0-a499-8e68993f2bb5 req-1001e5d2-0168-437a-aa4a-67cf1e039896 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0860672 Dec 15 11:39:17.143423 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dc5ca-a39b-44af-97fb-7f502122b9ca req-95ce97f3-8de2-425a-b504-4542985c6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:17.144867 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-201dc5ca-a39b-44af-97fb-7f502122b9ca req-95ce97f3-8de2-425a-b504-4542985c6c06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 1099 time: 0.0612559 Dec 15 11:39:17.247722 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a2c5d334-2e60-45e0-a499-8e68993f2bb5 req-7cf89c15-20d6-4283-bcb0-9ee84c552766 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008487 Dec 15 11:39:17.272079 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dc5ca-a39b-44af-97fb-7f502122b9ca req-83069f9b-4962-413a-8852-c006a7791ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:17.273493 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-201dc5ca-a39b-44af-97fb-7f502122b9ca req-83069f9b-4962-413a-8852-c006a7791ecd service neutron] 10.222.0.59 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 919 time: 0.1204636 Dec 15 11:39:17.325280 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-201dc5ca-a39b-44af-97fb-7f502122b9ca req-8dc0e9bc-51f3-40bf-9ab8-cc8796b350d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f HTTP/1.1" status: 200 len: 217 time: 0.0367796 Dec 15 11:39:17.383492 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dc5ca-a39b-44af-97fb-7f502122b9ca req-ba3e21e2-084c-4ea1-b281-b7838bfd699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:17.385057 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-201dc5ca-a39b-44af-97fb-7f502122b9ca req-ba3e21e2-084c-4ea1-b281-b7838bfd699b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 200 len: 858 time: 0.0515270 Dec 15 11:39:17.418383 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-201dc5ca-a39b-44af-97fb-7f502122b9ca req-dcad09ae-7db2-4288-945f-7ab389d743e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a112e70-069f-4e26-9121-cfdeea822751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255563 Dec 15 11:39:17.526730 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-201dc5ca-a39b-44af-97fb-7f502122b9ca req-0e037ee9-f7f9-4052-8c90-593137b57b38 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976381 Dec 15 11:39:17.632754 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-201dc5ca-a39b-44af-97fb-7f502122b9ca req-0efb718f-378c-46ae-a45e-62bd3a944fa8 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963137 Dec 15 11:39:18.522212 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2708c2-b2a7-499b-9f9e-80d41ac54635 req-d1dd3b40-3fbb-416f-875d-a053f7293e31 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:18.523825 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cb2708c2-b2a7-499b-9f9e-80d41ac54635 req-d1dd3b40-3fbb-416f-875d-a053f7293e31 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0589476 Dec 15 11:39:18.581231 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cb2708c2-b2a7-499b-9f9e-80d41ac54635 req-9dfcc04c-881a-426a-b7cf-f17011d7199e tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466912 Dec 15 11:39:19.713576 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7a62e-45b9-42aa-ade6-5807e4b9fb3d req-4a42fb22-c84e-4237-9daf-e64869ace555 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:19.715174 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2bd7a62e-45b9-42aa-ade6-5807e4b9fb3d req-4a42fb22-c84e-4237-9daf-e64869ace555 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0539207 Dec 15 11:39:19.786654 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2bd7a62e-45b9-42aa-ade6-5807e4b9fb3d req-3d08a44f-e976-4099-bbb4-72bf95c571c9 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638034 Dec 15 11:39:20.486410 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:20.593386 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f304-6c5c-4f9e-883b-b36b7ff8542f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:20.675177 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f304-6c5c-4f9e-883b-b36b7ff8542f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:20.681105 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f304-6c5c-4f9e-883b-b36b7ff8542f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:20.719958 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8f304-6c5c-4f9e-883b-b36b7ff8542f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be29986f-2b5b-43a8-91f1-c191b7c9522d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:20.726818 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-7bf8f304-6c5c-4f9e-883b-b36b7ff8542f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56d0d59ab0a4462a8f177f85bbc765d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365804 Dec 15 11:39:20.727158 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:20.779004 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-954f4a38-816f-41d8-ba63-46e1e3a9083a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:20.802565 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-954f4a38-816f-41d8-ba63-46e1e3a9083a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:20.861244 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-954f4a38-816f-41d8-ba63-46e1e3a9083a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:20.864710 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-954f4a38-816f-41d8-ba63-46e1e3a9083a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:20.866093 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-954f4a38-816f-41d8-ba63-46e1e3a9083a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be29986f-2b5b-43a8-91f1-c191b7c9522d HTTP/1.1" status: 204 len: 168 time: 0.1379485 Dec 15 11:39:20.877019 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f4a38-816f-41d8-ba63-46e1e3a9083a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be29986f-2b5b-43a8-91f1-c191b7c9522d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:20.940537 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad47e0-c9cf-4584-96fb-a9eb17385cac req-4fedb344-4a40-4f0e-a7e9-a1d4ea4beb33 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:20.942162 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-adad47e0-c9cf-4584-96fb-a9eb17385cac req-4fedb344-4a40-4f0e-a7e9-a1d4ea4beb33 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0628049 Dec 15 11:39:21.019056 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-adad47e0-c9cf-4584-96fb-a9eb17385cac req-1d05669d-bac3-4aa9-a972-3767a7134879 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655198 Dec 15 11:39:21.225612 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:21.240963 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f17223d6-8492-4897-bf1d-a70caed779e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:21.337368 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f17223d6-8492-4897-bf1d-a70caed779e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:21.350037 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f17223d6-8492-4897-bf1d-a70caed779e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:21.395637 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 43156) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:21.401394 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-f17223d6-8492-4897-bf1d-a70caed779e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=971603a59d654e34b47d7fb1e67bec89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660707 Dec 15 11:39:21.403454 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17223d6-8492-4897-bf1d-a70caed779e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e993b9f-49bc-4593-9e87-eddbfe2505f5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:21.489920 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96fbefd6-1509-4bf6-aacb-d7c453253c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:21.541056 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96fbefd6-1509-4bf6-aacb-d7c453253c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:21.610390 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96fbefd6-1509-4bf6-aacb-d7c453253c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:21.614183 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96fbefd6-1509-4bf6-aacb-d7c453253c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:21.616886 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-96fbefd6-1509-4bf6-aacb-d7c453253c0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e993b9f-49bc-4593-9e87-eddbfe2505f5 HTTP/1.1" status: 204 len: 168 time: 0.2184505 Dec 15 11:39:21.634355 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbefd6-1509-4bf6-aacb-d7c453253c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e993b9f-49bc-4593-9e87-eddbfe2505f5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:22.171881 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d9e5-8ace-4c54-b739-a49c49fc1cef req-4a8de6df-2331-4384-a2db-377c30a4a206 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:22.174806 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e0f4d9e5-8ace-4c54-b739-a49c49fc1cef req-4a8de6df-2331-4384-a2db-377c30a4a206 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0684495 Dec 15 11:39:22.261276 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e0f4d9e5-8ace-4c54-b739-a49c49fc1cef req-9dbac336-9f5f-4e87-a235-11614944d7cc tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794480 Dec 15 11:39:23.401772 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9745bd-7383-45b1-adca-2c6ef437cb60 req-03e7dd48-735b-4b4a-a92f-2d666a5dd88c tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:23.408199 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ef9745bd-7383-45b1-adca-2c6ef437cb60 req-03e7dd48-735b-4b4a-a92f-2d666a5dd88c tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0685778 Dec 15 11:39:23.480758 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ef9745bd-7383-45b1-adca-2c6ef437cb60 req-b262f493-266f-4d71-abe5-1f234a3b0898 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689459 Dec 15 11:39:24.109843 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 43324) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:24.229741 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eff43afc-f5d9-4752-9b12-229d93ab932f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:24.325538 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eff43afc-f5d9-4752-9b12-229d93ab932f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:24.331468 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eff43afc-f5d9-4752-9b12-229d93ab932f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:24.367828 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff43afc-f5d9-4752-9b12-229d93ab932f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91110489-4875-4e35-835a-7a1e626e7093,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:24.372015 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-eff43afc-f5d9-4752-9b12-229d93ab932f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=743d04077a1844f2a09c75ac737551a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610099 Dec 15 11:39:24.376676 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43328) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:24.426325 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b94cd71-d8b9-4607-9a50-40d10378613f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:24.447868 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b94cd71-d8b9-4607-9a50-40d10378613f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:24.502757 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b94cd71-d8b9-4607-9a50-40d10378613f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:24.505437 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b94cd71-d8b9-4607-9a50-40d10378613f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:24.506614 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-9b94cd71-d8b9-4607-9a50-40d10378613f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91110489-4875-4e35-835a-7a1e626e7093 HTTP/1.1" status: 204 len: 168 time: 0.1288326 Dec 15 11:39:24.515110 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94cd71-d8b9-4607-9a50-40d10378613f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91110489-4875-4e35-835a-7a1e626e7093,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:24.808742 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:24.826548 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b667eaae-0112-4f0e-97af-b23e4b1d1fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:24.911532 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b667eaae-0112-4f0e-97af-b23e4b1d1fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:24.917562 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b667eaae-0112-4f0e-97af-b23e4b1d1fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:24.961136 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-b667eaae-0112-4f0e-97af-b23e4b1d1fe9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=824d77f1e7d0461587bf7405aaf250fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511188 Dec 15 11:39:24.962589 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667eaae-0112-4f0e-97af-b23e4b1d1fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8176f06c-8e8a-4924-81f3-09e1e954c87d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:24.963452 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 43344) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:25.023750 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-890e9b9c-cbdf-4500-9bf5-52edaa0d140a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.046777 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-890e9b9c-cbdf-4500-9bf5-52edaa0d140a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.099356 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-890e9b9c-cbdf-4500-9bf5-52edaa0d140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.103634 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-890e9b9c-cbdf-4500-9bf5-52edaa0d140a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.107244 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-890e9b9c-cbdf-4500-9bf5-52edaa0d140a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8176f06c-8e8a-4924-81f3-09e1e954c87d HTTP/1.1" status: 204 len: 168 time: 0.1403213 Dec 15 11:39:25.114645 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e9b9c-cbdf-4500-9bf5-52edaa0d140a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8176f06c-8e8a-4924-81f3-09e1e954c87d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:26.684065 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189c4a9-dd32-4f9f-ac1f-fef611bd8005 req-38982775-a815-4eb9-b889-c5ecfa0834ca tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:26.685746 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0189c4a9-dd32-4f9f-ac1f-fef611bd8005 req-38982775-a815-4eb9-b889-c5ecfa0834ca tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0777295 Dec 15 11:39:26.739797 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0189c4a9-dd32-4f9f-ac1f-fef611bd8005 req-f3accf24-da19-4369-b7a0-9ea9d8873a8e tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470762 Dec 15 11:39:27.874507 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e2a71-788b-4e5d-ab27-4005ad1f583b req-66df635a-69d7-4923-9ccc-3b9e3a10d6b4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:27.876353 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f86e2a71-788b-4e5d-ab27-4005ad1f583b req-66df635a-69d7-4923-9ccc-3b9e3a10d6b4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0618801 Dec 15 11:39:27.935271 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f86e2a71-788b-4e5d-ab27-4005ad1f583b req-443faa50-1c17-4ee9-8256-c4d2d7a7813e tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488405 Dec 15 11:39:29.091810 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f8eda-317c-4cca-82b3-6ab67fc369f4 req-862465dc-bca9-49e3-9b6f-a743464b3173 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:29.093964 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-686f8eda-317c-4cca-82b3-6ab67fc369f4 req-862465dc-bca9-49e3-9b6f-a743464b3173 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0595808 Dec 15 11:39:29.163467 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-686f8eda-317c-4cca-82b3-6ab67fc369f4 req-a1093334-8502-4231-9756-ca3d50638c37 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624673 Dec 15 11:39:30.076947 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877125a-7dec-42fc-be03-50c1a79991f1 req-38ecce74-129e-44ea-9917-bb38d4134985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:30.078471 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6877125a-7dec-42fc-be03-50c1a79991f1 req-38ecce74-129e-44ea-9917-bb38d4134985 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 1099 time: 0.0407219 Dec 15 11:39:30.131746 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6877125a-7dec-42fc-be03-50c1a79991f1 req-e41bc37f-d699-4af7-afc5-78fda3b0e0cc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453701 Dec 15 11:39:30.304527 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc10291-82df-40a4-a505-9cb29d8f7b83 req-9030e0b2-4537-43a5-82d1-806a89b35185 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:30.306142 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9bc10291-82df-40a4-a505-9cb29d8f7b83 req-9030e0b2-4537-43a5-82d1-806a89b35185 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0573516 Dec 15 11:39:30.365881 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9bc10291-82df-40a4-a505-9cb29d8f7b83 req-62b914b2-9331-49e4-8047-a861ebc42032 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529847 Dec 15 11:39:30.414258 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 43478) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:30.555862 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-365853b3-30d8-429b-8ed5-65d1b701e3cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:30.658188 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-365853b3-30d8-429b-8ed5-65d1b701e3cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:30.667380 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-365853b3-30d8-429b-8ed5-65d1b701e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:30.694713 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43494) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:30.701587 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-365853b3-30d8-429b-8ed5-65d1b701e3cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6eb21e9040d44bffb4f2f62fbb6e609f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861090 Dec 15 11:39:30.705210 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 43498) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:30.733477 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365853b3-30d8-429b-8ed5-65d1b701e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68cd8d7-56ef-4527-be1a-a4401fe0d7bf,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:30.773942 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fefc45a9-a3d7-411d-b8de-f0af85d21949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:30.780195 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43500) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:30.807612 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fefc45a9-a3d7-411d-b8de-f0af85d21949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:30.875046 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30e85dbb-0664-4ff7-99e2-2c3cb2ee8116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:30.875320 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fefc45a9-a3d7-411d-b8de-f0af85d21949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:30.878999 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fefc45a9-a3d7-411d-b8de-f0af85d21949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:30.880246 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-fefc45a9-a3d7-411d-b8de-f0af85d21949 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f68cd8d7-56ef-4527-be1a-a4401fe0d7bf HTTP/1.1" status: 204 len: 168 time: 0.1740375 Dec 15 11:39:30.901628 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc45a9-a3d7-411d-b8de-f0af85d21949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68cd8d7-56ef-4527-be1a-a4401fe0d7bf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:30.920685 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4420204e-b5ee-4dff-980f-2b2727a785ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.062530 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30e85dbb-0664-4ff7-99e2-2c3cb2ee8116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.069765 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30e85dbb-0664-4ff7-99e2-2c3cb2ee8116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.079059 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4420204e-b5ee-4dff-980f-2b2727a785ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.097411 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4420204e-b5ee-4dff-980f-2b2727a785ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.144732 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-30e85dbb-0664-4ff7-99e2-2c3cb2ee8116 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1db55a37dc7040eda5dfc51e64c3311e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487023 Dec 15 11:39:31.145917 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e85dbb-0664-4ff7-99e2-2c3cb2ee8116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a29ceaf-8028-45c9-a426-2cca91ab2260,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:31.147707 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 43510) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:31.150598 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-4420204e-b5ee-4dff-980f-2b2727a785ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f49a5baf6fc74c038874bcfde3552f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691752 Dec 15 11:39:31.159705 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 43512) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:31.177999 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420204e-b5ee-4dff-980f-2b2727a785ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db047397-360e-431d-acc6-02830612f5f8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:31.257869 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-258732a1-7a12-4b01-b337-dc75469390a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.259734 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84d10824-51c2-4502-8e5a-139b53d0239b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.296589 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-258732a1-7a12-4b01-b337-dc75469390a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.299300 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84d10824-51c2-4502-8e5a-139b53d0239b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.370453 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-258732a1-7a12-4b01-b337-dc75469390a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.373485 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-258732a1-7a12-4b01-b337-dc75469390a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.374673 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-258732a1-7a12-4b01-b337-dc75469390a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db047397-360e-431d-acc6-02830612f5f8 HTTP/1.1" status: 204 len: 168 time: 0.2135434 Dec 15 11:39:31.377582 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84d10824-51c2-4502-8e5a-139b53d0239b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.380155 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84d10824-51c2-4502-8e5a-139b53d0239b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.381227 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-84d10824-51c2-4502-8e5a-139b53d0239b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a29ceaf-8028-45c9-a426-2cca91ab2260 HTTP/1.1" status: 204 len: 168 time: 0.2308919 Dec 15 11:39:31.393002 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258732a1-7a12-4b01-b337-dc75469390a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db047397-360e-431d-acc6-02830612f5f8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:31.403862 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d10824-51c2-4502-8e5a-139b53d0239b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a29ceaf-8028-45c9-a426-2cca91ab2260,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:31.529924 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399a452-c5d3-4185-b917-bbcb5c837616 req-c90c72c1-38eb-4f95-9883-7777f3943f0d tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:31.531835 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d399a452-c5d3-4185-b917-bbcb5c837616 req-c90c72c1-38eb-4f95-9883-7777f3943f0d tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0592277 Dec 15 11:39:31.613887 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d399a452-c5d3-4185-b917-bbcb5c837616 req-4e604d8a-37e0-4f61-83e0-f06a8752a161 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735731 Dec 15 11:39:31.789018 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 43534) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:31.806974 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2b7c-843d-44ca-993b-b77408a5607e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.890307 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2b7c-843d-44ca-993b-b77408a5607e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.895644 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2b7c-843d-44ca-993b-b77408a5607e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.938421 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-fa3f2b7c-843d-44ca-993b-b77408a5607e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1dd8b3ad9f54bcf8e5637a035321c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482520 Dec 15 11:39:31.939316 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f2b7c-843d-44ca-993b-b77408a5607e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663a0445-e40a-4100-9551-3d5c6f70049c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:31.942818 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43540) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:32.001440 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66ec536c-5d83-4963-b58f-309a268ba5ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.024860 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66ec536c-5d83-4963-b58f-309a268ba5ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.080822 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66ec536c-5d83-4963-b58f-309a268ba5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.084163 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66ec536c-5d83-4963-b58f-309a268ba5ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.085582 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-66ec536c-5d83-4963-b58f-309a268ba5ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/663a0445-e40a-4100-9551-3d5c6f70049c HTTP/1.1" status: 204 len: 168 time: 0.1413059 Dec 15 11:39:32.094190 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec536c-5d83-4963-b58f-309a268ba5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663a0445-e40a-4100-9551-3d5c6f70049c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:32.791360 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a301af3-dcbc-4215-aeb6-e92739d7386a req-29d818e0-1f01-4cf5-96ea-ef9e510b919b tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:32.793160 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4a301af3-dcbc-4215-aeb6-e92739d7386a req-29d818e0-1f01-4cf5-96ea-ef9e510b919b tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0591848 Dec 15 11:39:32.869889 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4a301af3-dcbc-4215-aeb6-e92739d7386a req-c59c8051-459b-4e1e-9ef8-5aefa266ff76 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655208 Dec 15 11:39:33.295450 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1a92-42b5-4526-9495-e8e6b9064425 req-9916c42d-d30f-4288-bdfa-1eaf235f694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:33.297136 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-de9d1a92-42b5-4526-9495-e8e6b9064425 req-9916c42d-d30f-4288-bdfa-1eaf235f694e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 1099 time: 0.1261091 Dec 15 11:39:33.306202 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208b0d6-d110-42f3-acb0-34e0ce238808 req-60b645af-53b7-42db-9bbc-7b7642a90c2b tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:33.307973 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6208b0d6-d110-42f3-acb0-34e0ce238808 req-60b645af-53b7-42db-9bbc-7b7642a90c2b tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.1189718 Dec 15 11:39:33.421877 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6208b0d6-d110-42f3-acb0-34e0ce238808 req-368abf64-3650-4621-af30-19872d957706 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031201 Dec 15 11:39:33.438417 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1a92-42b5-4526-9495-e8e6b9064425 req-60c55e4d-99ea-4f0d-867d-0e6c0a43a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:33.439944 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-de9d1a92-42b5-4526-9495-e8e6b9064425 req-60c55e4d-99ea-4f0d-867d-0e6c0a43a34e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 919 time: 0.1309597 Dec 15 11:39:33.510103 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-de9d1a92-42b5-4526-9495-e8e6b9064425 req-c02daa87-9373-4f10-9183-5a6674388c6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f HTTP/1.1" status: 200 len: 217 time: 0.0616281 Dec 15 11:39:33.608844 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1a92-42b5-4526-9495-e8e6b9064425 req-cbcdca53-4729-49ed-a8d5-6f285072aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:33.611433 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-de9d1a92-42b5-4526-9495-e8e6b9064425 req-cbcdca53-4729-49ed-a8d5-6f285072aedf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 200 len: 858 time: 0.0664189 Dec 15 11:39:33.654113 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-de9d1a92-42b5-4526-9495-e8e6b9064425 req-67bdb124-9aad-42fc-ac96-0c677c7f3d95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a112e70-069f-4e26-9121-cfdeea822751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334771 Dec 15 11:39:33.766597 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-de9d1a92-42b5-4526-9495-e8e6b9064425 req-9ec258ee-3c64-46ce-9874-e8de00c43125 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038096 Dec 15 11:39:33.772613 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05216a0b-3f62-4269-b870-75f19581617f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:33.865511 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-de9d1a92-42b5-4526-9495-e8e6b9064425 req-a5c939e9-ff5b-48e2-8ce9-bee90264a396 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906188 Dec 15 11:39:34.245577 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43634) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:34.367167 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5f2621d-99bb-453f-b188-7be1e6355533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:34.449645 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5f2621d-99bb-453f-b188-7be1e6355533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:34.455576 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5f2621d-99bb-453f-b188-7be1e6355533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:34.501200 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-f5f2621d-99bb-453f-b188-7be1e6355533 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e7ec689901b46d4b991781348951b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502778 Dec 15 11:39:34.501200 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2621d-99bb-453f-b188-7be1e6355533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56078e93-4cad-402c-9cdc-11d2b05246d0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:34.501599 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:34.593881 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d1ca-d452-498d-853b-7b6fefb90eb6 req-f6f19795-b407-4d27-9585-e315c33920de tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:34.595423 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-69d0d1ca-d452-498d-853b-7b6fefb90eb6 req-f6f19795-b407-4d27-9585-e315c33920de tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0759406 Dec 15 11:39:34.604011 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff36170f-5584-4b6c-90c7-9490c5bc514f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:34.648056 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff36170f-5584-4b6c-90c7-9490c5bc514f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:34.699426 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-69d0d1ca-d452-498d-853b-7b6fefb90eb6 req-82419e76-e908-4bdc-88f8-460acb345f8c tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973918 Dec 15 11:39:34.745906 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff36170f-5584-4b6c-90c7-9490c5bc514f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:34.749604 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff36170f-5584-4b6c-90c7-9490c5bc514f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:34.750833 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-ff36170f-5584-4b6c-90c7-9490c5bc514f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56078e93-4cad-402c-9cdc-11d2b05246d0 HTTP/1.1" status: 204 len: 168 time: 0.2482646 Dec 15 11:39:34.759671 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36170f-5584-4b6c-90c7-9490c5bc514f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56078e93-4cad-402c-9cdc-11d2b05246d0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:35.480079 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 43698) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:35.602438 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-858298556-network', 'tenant_id': 'ca390809f45641d89d37382b12877ec1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:35.631105 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Made reservation on behalf of ca390809f45641d89d37382b12877ec1 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:39:35.634321 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:35.646537 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:35.728446 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:35.734036 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:35.757276 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:39:35.775464 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e062878-8f91-4ff4-9b35-30c5738125ea,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:35.778609 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:35.778935 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.segments_db [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Added segment bf58ffe8-1553-4222-8323-fa4d7edb6345 of type vlan for network 721ecb10-1d17-4891-9efd-e1adabc0af2c Dec 15 11:39:35.833836 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:35.843982 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff6ad5-7535-4c2e-bb72-14d11d7cf50b req-25220b63-7ee2-45e4-ae3e-d7f0efb9fb23 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:35.848068 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b3ff6ad5-7535-4c2e-bb72-14d11d7cf50b req-25220b63-7ee2-45e4-ae3e-d7f0efb9fb23 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0779438 Dec 15 11:39:35.869472 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:35.870931 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:35.871533 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:35.917587 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b3ff6ad5-7535-4c2e-bb72-14d11d7cf50b req-9472d467-82c9-4111-a157-abd6596b1d97 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630248 Dec 15 11:39:35.939713 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4584606 Dec 15 11:39:35.943117 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 43712) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:35.950327 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] Request body: {'subnet': {'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-858298556-subnet', 'tenant_id': 'ca390809f45641d89d37382b12877ec1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:35.954686 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcd04f-2c38-4d99-80a1-08361508f23b admin admin] Pushing event updated for resources: {'Network': ['ID=721ecb10-1d17-4891-9efd-e1adabc0af2c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:35.971270 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 721ecb10-1d17-4891-9efd-e1adabc0af2c details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:39:35.987328 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] Made reservation on behalf of ca390809f45641d89d37382b12877ec1 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:39:35.989907 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:36.149192 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff5feecf-4dc5-410a-ac65-cfbb99ea5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:36.179989 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:36.247284 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aedc3118-3a80-4854-839f-10afbb049580,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:36.258281 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] Checking segment: {'id': 'bf58ffe8-1553-4222-8323-fa4d7edb6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:39:36.258641 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] Network hostable DHCP agents. Network: 721ecb10-1d17-4891-9efd-e1adabc0af2c, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:39:36.280106 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] Network 721ecb10-1d17-4891-9efd-e1adabc0af2c is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:39:36.294560 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 721ecb10-1d17-4891-9efd-e1adabc0af2c) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:39:36.299975 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:36.300666 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:36.304778 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106755b5-4ae8-49c2-920d-9d1f5d00106a None None] Network 721ecb10-1d17-4891-9efd-e1adabc0af2c requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:39:36.319816 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-0090da2c-524b-4d3f-bb94-1e26751963e6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3754370 Dec 15 11:39:36.431547 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f11f45-6e7b-4c5a-824b-6e50c3e2e055 None None] Network 721ecb10-1d17-4891-9efd-e1adabc0af2c requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:39:36.693083 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43728) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:36.820694 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b8a3b71-a827-43d7-b2b7-b3cdf6c14028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:36.917821 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b8a3b71-a827-43d7-b2b7-b3cdf6c14028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:36.922784 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b8a3b71-a827-43d7-b2b7-b3cdf6c14028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:36.967045 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-9b8a3b71-a827-43d7-b2b7-b3cdf6c14028 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b063dc26d5004e3888ab5913dbf000c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726641 Dec 15 11:39:36.971329 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 43742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:36.978492 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a3b71-a827-43d7-b2b7-b3cdf6c14028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0176821e-796c-4644-9c98-2c774b94240a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:37.074410 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce425-9140-4579-a5c9-146fee1d343a req-a45b546d-05a8-4e5b-9aac-19481053d5c3 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:37.076167 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-173ce425-9140-4579-a5c9-146fee1d343a req-a45b546d-05a8-4e5b-9aac-19481053d5c3 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0745838 Dec 15 11:39:37.076869 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:37.113996 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:37.164288 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-173ce425-9140-4579-a5c9-146fee1d343a req-93bd38ba-6179-4e72-9f33-327cba47abb2 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759294 Dec 15 11:39:37.198431 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:37.201762 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:37.203457 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0176821e-796c-4644-9c98-2c774b94240a HTTP/1.1" status: 204 len: 168 time: 0.2309396 Dec 15 11:39:37.230344 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:37.232359 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0176821e-796c-4644-9c98-2c774b94240a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:37.241801 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.242327 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.242764 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.243195 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.243847 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.244287 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.245001 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.245429 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.245856 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.246278 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.246704 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.247123 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:37.247540 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7052c0e-235c-4aac-8993-4cd2e87db717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:38.826631 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:39.531758 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:40.405856 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b1e59d03-bb5e-4ee1-bff8-40f78e2716d6 req-3e0adb17-3ee0-475c-97e0-7748193cb937 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513954 Dec 15 11:39:40.515398 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e59d03-bb5e-4ee1-bff8-40f78e2716d6 req-9d47f524-1630-45da-9367-0c367b6988cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:40.517018 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b1e59d03-bb5e-4ee1-bff8-40f78e2716d6 req-9d47f524-1630-45da-9367-0c367b6988cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 1099 time: 0.0474026 Dec 15 11:39:40.561854 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:40.640315 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e59d03-bb5e-4ee1-bff8-40f78e2716d6 req-b069349e-f5e3-4c27-ab6c-f13434405a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:40.641829 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b1e59d03-bb5e-4ee1-bff8-40f78e2716d6 req-b069349e-f5e3-4c27-ab6c-f13434405a97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 919 time: 0.1002002 Dec 15 11:39:40.691497 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b1e59d03-bb5e-4ee1-bff8-40f78e2716d6 req-e05572f3-7377-4003-8d9c-a2e9f777bf84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f HTTP/1.1" status: 200 len: 217 time: 0.0414040 Dec 15 11:39:40.748772 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e59d03-bb5e-4ee1-bff8-40f78e2716d6 req-a56b2e57-9482-4448-a0b9-03573c02dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:40.750269 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b1e59d03-bb5e-4ee1-bff8-40f78e2716d6 req-a56b2e57-9482-4448-a0b9-03573c02dbf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 200 len: 858 time: 0.0514829 Dec 15 11:39:40.782851 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b1e59d03-bb5e-4ee1-bff8-40f78e2716d6 req-1276a054-a43e-455c-80eb-d8244d910d46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a112e70-069f-4e26-9121-cfdeea822751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250623 Dec 15 11:39:40.884576 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b1e59d03-bb5e-4ee1-bff8-40f78e2716d6 req-447c3378-47eb-410f-9662-cd733f4b75f6 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927963 Dec 15 11:39:40.983226 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b1e59d03-bb5e-4ee1-bff8-40f78e2716d6 req-3717a14a-9a7e-42e8-bd87-3588ccca4268 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917730 Dec 15 11:39:42.480344 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c887-04f6-4852-83c0-b63406f25c93 req-82d27af8-3039-4936-b63f-70b482b26109 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:42.481843 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-82d27af8-3039-4936-b63f-70b482b26109 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/networks?id=721ecb10-1d17-4891-9efd-e1adabc0af2c HTTP/1.1" status: 200 len: 813 time: 0.1236217 Dec 15 11:39:42.498320 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-0152bb8c-0d10-496e-9d06-1609d3cb8e6d tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/quotas/ca390809f45641d89d37382b12877ec1 HTTP/1.1" status: 200 len: 375 time: 0.0103242 Dec 15 11:39:42.531451 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-23b42f44-dc9b-4c07-9710-dedc4e019267 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca390809f45641d89d37382b12877ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269361 Dec 15 11:39:42.628918 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-44de8d29-b085-4637-88fa-9778294ea9a9 service neutron] 10.222.0.46 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894322 Dec 15 11:39:42.743447 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-d9573938-0c06-41b9-8a3f-3deacd2a85e1 service neutron] 10.222.0.46 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072006 Dec 15 11:39:42.907829 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff49676-8b5c-4cbd-9f69-b5bda51aad44 req-39384f71-4957-41ca-a981-f4c340617511 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:42.916326 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6ff49676-8b5c-4cbd-9f69-b5bda51aad44 req-39384f71-4957-41ca-a981-f4c340617511 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.1008787 Dec 15 11:39:42.960063 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4d058b58-89f9-4bbf-b641-c662eb8257ef req-1509b727-c463-4533-a796-9da9a05534ab tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 210 time: 0.0421491 Dec 15 11:39:43.011388 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6ff49676-8b5c-4cbd-9f69-b5bda51aad44 req-95cc460f-5681-48f0-b4e5-620637173c33 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809009 Dec 15 11:39:43.837430 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:39:46.624987 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-052f3f81-f70f-4450-a36b-72677aa4360c req-9127a0eb-5618-4b23-a3d2-f16057944f28 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 210 time: 0.0320656 Dec 15 11:39:47.455684 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c887-04f6-4852-83c0-b63406f25c93 req-a8a58bf8-a9bc-490d-855c-89e9f98c2b36 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:47.457211 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-a8a58bf8-a9bc-490d-855c-89e9f98c2b36 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.59 "GET /v2.0/networks?id=721ecb10-1d17-4891-9efd-e1adabc0af2c HTTP/1.1" status: 200 len: 813 time: 0.1225030 Dec 15 11:39:47.522011 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Request body: {'port': {'device_id': 'b6111f1b-d2eb-414c-8de6-97955cf16313', 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c', 'admin_state_up': True, 'tenant_id': 'ca390809f45641d89d37382b12877ec1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:47.686873 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Made reservation on behalf of ca390809f45641d89d37382b12877ec1 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:39:47.691315 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:47.835630 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cfda1897-2a74-4ec4-bc7a-26461b4f3fc5 req-af984f04-9cf2-4b82-85e7-c54a02963e51 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 210 time: 0.0388231 Dec 15 11:39:47.921197 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Allocated IP 172.20.0.13 (721ecb10-1d17-4891-9efd-e1adabc0af2c/aedc3118-3a80-4854-839f-10afbb049580/fedbf06b-b3ce-4582-914a-f1eea83c5880) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:39:48.105266 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:48.143496 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:48.196298 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Network 721ecb10-1d17-4891-9efd-e1adabc0af2c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:39:48.199792 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:39:48.203868 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:39:48.211091 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Pushing event updated for resources: {'Port': ['ID=fedbf06b-b3ce-4582-914a-f1eea83c5880,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:48.261520 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:48.262182 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:48.281818 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-5b124710-255a-4dea-9198-d32fa6d0e414 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7667077 Dec 15 11:39:48.422567 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Request body: {'port': {'device_id': 'b6111f1b-d2eb-414c-8de6-97955cf16313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:48.489432 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:48.842789 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedbf06b-b3ce-4582-914a-f1eea83c5880 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:39:48.862807 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:48.879599 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Transition to ACTIVE for port object fedbf06b-b3ce-4582-914a-f1eea83c5880 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:39:48.887333 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:49.003344 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Pushing event updated for resources: {'Port': ['ID=fedbf06b-b3ce-4582-914a-f1eea83c5880,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:49.042232 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91969-1def-400e-9e85-dda1e77f6783 req-682b4c98-3f49-41c6-814a-787367e36ef0 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:49.043825 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d5b91969-1def-400e-9e85-dda1e77f6783 req-682b4c98-3f49-41c6-814a-787367e36ef0 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 944 time: 0.0996110 Dec 15 11:39:49.133792 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d5b91969-1def-400e-9e85-dda1e77f6783 req-b8c31682-9651-4774-b100-1570a82c302d tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707908 Dec 15 11:39:49.136775 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Attempting to bind port fedbf06b-b3ce-4582-914a-f1eea83c5880 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:39:49.137123 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Attempting to bind port fedbf06b-b3ce-4582-914a-f1eea83c5880 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'bf58ffe8-1553-4222-8323-fa4d7edb6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:39:49.137438 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Attempting to bind port fedbf06b-b3ce-4582-914a-f1eea83c5880 on network 721ecb10-1d17-4891-9efd-e1adabc0af2c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:39:49.143489 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Port fedbf06b-b3ce-4582-914a-f1eea83c5880 on network 721ecb10-1d17-4891-9efd-e1adabc0af2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:39:49.144039 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Attempting to bind port fedbf06b-b3ce-4582-914a-f1eea83c5880 on network 721ecb10-1d17-4891-9efd-e1adabc0af2c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:39:49.150955 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:39:49.151703 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Checking segment: {'id': 'bf58ffe8-1553-4222-8323-fa4d7edb6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:39:49.152116 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Bound using segment: {'id': 'bf58ffe8-1553-4222-8323-fa4d7edb6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:39:49.152673 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Bound port: fedbf06b-b3ce-4582-914a-f1eea83c5880, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf58ffe8-1553-4222-8323-fa4d7edb6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:39:49.153037 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:49.254807 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] For port fedbf06b-b3ce-4582-914a-f1eea83c5880, host hv-cinder-81322, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:39:49.258551 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] For port fedbf06b-b3ce-4582-914a-f1eea83c5880, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fedbf06b-b3ce-4582-914a-f1eea83c5880,segment=NetworkSegment(bf58ffe8-1553-4222-8323-fa4d7edb6345),segment_id=bf58ffe8-1553-4222-8323-fa4d7edb6345)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:39:49.264058 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:49.554782 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:49.555314 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:49.556852 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] 10.222.0.59 "PUT /v2.0/ports/fedbf06b-b3ce-4582-914a-f1eea83c5880 HTTP/1.1" status: 200 len: 1094 time: 1.1392736 Dec 15 11:39:49.557308 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6111f1b-d2eb-414c-8de6-97955cf16313', 'tag': 'fedbf06b-b3ce-4582-914a-f1eea83c5880'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:49.559736 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6362975a-6216-4f17-84cf-46c17c3236ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b6111f1b-d2eb-414c-8de6-97955cf16313", "tag": "fedbf06b-b3ce-4582-914a-f1eea83c5880"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:49.585145 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13923872-04bb-48d4-883d-2cb8256a8391 service neutron] Pushing event updated for resources: {'Port': ['ID=fedbf06b-b3ce-4582-914a-f1eea83c5880,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:49.620093 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c746ad-1aae-44f4-8253-b59eb460019c x-openstack-request-id: req-03c746ad-1aae-44f4-8253-b59eb460019c {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:49.620454 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6111f1b-d2eb-414c-8de6-97955cf16313", "tag": "fedbf06b-b3ce-4582-914a-f1eea83c5880", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:49.620826 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03c746ad-1aae-44f4-8253-b59eb460019c {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:49.621226 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6111f1b-d2eb-414c-8de6-97955cf16313', 'tag': 'fedbf06b-b3ce-4582-914a-f1eea83c5880', 'status': 'completed', 'code': 200} Dec 15 11:39:49.694077 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c887-04f6-4852-83c0-b63406f25c93 req-471da85a-15af-47ef-931d-867a0fc1e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:49.695934 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-471da85a-15af-47ef-931d-867a0fc1e438 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca390809f45641d89d37382b12877ec1&device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 1097 time: 0.0459406 Dec 15 11:39:49.750455 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-fab48936-a7e4-4f8b-ad91-c0e16b5f42be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fedbf06b-b3ce-4582-914a-f1eea83c5880 HTTP/1.1" status: 200 len: 217 time: 0.0365555 Dec 15 11:39:49.829919 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c887-04f6-4852-83c0-b63406f25c93 req-b70d57ad-2e44-463a-8f87-b0807303bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:49.831310 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-b70d57ad-2e44-463a-8f87-b0807303bc8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aedc3118-3a80-4854-839f-10afbb049580 HTTP/1.1" status: 200 len: 853 time: 0.0533781 Dec 15 11:39:50.287978 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13371670-84ae-4d3c-9b3f-80419a97c23e req-46ae6fd7-5037-4251-85c7-99a95ba8bbd6 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:50.289717 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-13371670-84ae-4d3c-9b3f-80419a97c23e req-46ae6fd7-5037-4251-85c7-99a95ba8bbd6 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 944 time: 0.0539060 Dec 15 11:39:50.345445 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-13371670-84ae-4d3c-9b3f-80419a97c23e req-16c0ed11-5fe8-425b-914f-c3c0e2c05337 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490935 Dec 15 11:39:50.659026 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44026) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:50.779451 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee093ca8-58e1-4f51-b8b1-5c59c321d88a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:50.881320 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee093ca8-58e1-4f51-b8b1-5c59c321d88a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:50.887140 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee093ca8-58e1-4f51-b8b1-5c59c321d88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:50.932126 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-ee093ca8-58e1-4f51-b8b1-5c59c321d88a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8c5b726b87b475abbf7733202e57e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717967 Dec 15 11:39:50.933150 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee093ca8-58e1-4f51-b8b1-5c59c321d88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560577eb-91ef-4898-abac-b19220a9f1d8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:50.936640 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44034) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:50.998264 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f278611a-a918-45a0-b442-2a50080f6bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:51.023322 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f278611a-a918-45a0-b442-2a50080f6bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:51.075466 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f278611a-a918-45a0-b442-2a50080f6bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:51.078436 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f278611a-a918-45a0-b442-2a50080f6bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:51.079659 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-f278611a-a918-45a0-b442-2a50080f6bfa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/560577eb-91ef-4898-abac-b19220a9f1d8 HTTP/1.1" status: 204 len: 168 time: 0.1420414 Dec 15 11:39:51.089781 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278611a-a918-45a0-b442-2a50080f6bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560577eb-91ef-4898-abac-b19220a9f1d8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:51.390409 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:51.406343 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf5350c8-c3b1-49eb-8dbd-bf130fddaf17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:51.493586 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf5350c8-c3b1-49eb-8dbd-bf130fddaf17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:51.499231 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf5350c8-c3b1-49eb-8dbd-bf130fddaf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:51.546959 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5350c8-c3b1-49eb-8dbd-bf130fddaf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d95c980-7576-4cf7-94aa-050ebb461269,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:51.552581 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-bf5350c8-c3b1-49eb-8dbd-bf130fddaf17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0cd5ff249b64596b728deb8d0c14231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607029 Dec 15 11:39:51.556338 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44046) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:51.625890 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:51.663504 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:51.731227 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:51.734121 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:51.735362 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d95c980-7576-4cf7-94aa-050ebb461269 HTTP/1.1" status: 204 len: 168 time: 0.1778755 Dec 15 11:39:51.749022 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d95c980-7576-4cf7-94aa-050ebb461269,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:51.762585 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.763233 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.763855 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.764511 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.765084 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.765654 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.766234 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.766796 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.767279 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.767913 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.768449 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.769040 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:51.769632 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f74-99ff-4ca3-a626-0cd00188c006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:52.143031 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44054) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:52.157878 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75c63b13-5668-4852-80c1-7c4abf5f7660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:52.252437 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75c63b13-5668-4852-80c1-7c4abf5f7660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:52.258946 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75c63b13-5668-4852-80c1-7c4abf5f7660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:52.307005 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-75c63b13-5668-4852-80c1-7c4abf5f7660 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=901b434aeb374b80a20cf5ea17bf1385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628013 Dec 15 11:39:52.307818 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c63b13-5668-4852-80c1-7c4abf5f7660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178c5d12-7af4-4504-a304-0e425db847eb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:52.311354 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44056) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:52.367995 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e967df6c-5ee0-47df-bb82-297b0fcc8ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:52.395101 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e967df6c-5ee0-47df-bb82-297b0fcc8ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:52.458795 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e967df6c-5ee0-47df-bb82-297b0fcc8ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:52.463031 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e967df6c-5ee0-47df-bb82-297b0fcc8ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:52.464366 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-e967df6c-5ee0-47df-bb82-297b0fcc8ba7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/178c5d12-7af4-4504-a304-0e425db847eb HTTP/1.1" status: 204 len: 168 time: 0.1519327 Dec 15 11:39:52.472950 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967df6c-5ee0-47df-bb82-297b0fcc8ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178c5d12-7af4-4504-a304-0e425db847eb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:53.908861 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-70ed60c8-ff6e-4ab1-8c5d-5dd2ff7d18ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=721ecb10-1d17-4891-9efd-e1adabc0af2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320723 Dec 15 11:39:54.089527 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabfefa-bd6a-414f-803c-0eea82f05202 req-67e89f48-7fab-41ad-b42f-d8956aa8539e tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:54.091181 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6aabfefa-bd6a-414f-803c-0eea82f05202 req-67e89f48-7fab-41ad-b42f-d8956aa8539e tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 944 time: 0.1063139 Dec 15 11:39:54.097468 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-853816e8-478f-41bb-bc6e-9fa792753761 service neutron] 10.222.0.59 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529365 Dec 15 11:39:54.196666 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6aabfefa-bd6a-414f-803c-0eea82f05202 req-495f5cc1-1e8a-46d3-a49a-cfed82b4b0f5 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980237 Dec 15 11:39:54.228304 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0677c887-04f6-4852-83c0-b63406f25c93 req-dfd1d900-43ca-499a-bc31-fc5cd86f2790 service neutron] 10.222.0.59 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221924 Dec 15 11:39:54.384304 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362975a-6216-4f17-84cf-46c17c3236ae req-a5633981-36b9-4813-b2c0-5d8a44626999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:54.385816 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6362975a-6216-4f17-84cf-46c17c3236ae req-a5633981-36b9-4813-b2c0-5d8a44626999 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca390809f45641d89d37382b12877ec1&device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 1097 time: 0.0460346 Dec 15 11:39:54.488458 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362975a-6216-4f17-84cf-46c17c3236ae req-3b4823fe-cc58-463b-8b23-151a8114d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:54.489933 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6362975a-6216-4f17-84cf-46c17c3236ae req-3b4823fe-cc58-463b-8b23-151a8114d165 service neutron] 10.222.0.59 "GET /v2.0/networks?id=721ecb10-1d17-4891-9efd-e1adabc0af2c HTTP/1.1" status: 200 len: 914 time: 0.0966551 Dec 15 11:39:54.543228 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6362975a-6216-4f17-84cf-46c17c3236ae req-9cf4fd99-f472-4a9d-8680-9cf1eab88924 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fedbf06b-b3ce-4582-914a-f1eea83c5880 HTTP/1.1" status: 200 len: 217 time: 0.0418484 Dec 15 11:39:54.607578 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362975a-6216-4f17-84cf-46c17c3236ae req-b72706c3-4a61-4003-9541-838af205f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:54.610153 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6362975a-6216-4f17-84cf-46c17c3236ae req-b72706c3-4a61-4003-9541-838af205f69f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aedc3118-3a80-4854-839f-10afbb049580 HTTP/1.1" status: 200 len: 853 time: 0.0601337 Dec 15 11:39:54.644157 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6362975a-6216-4f17-84cf-46c17c3236ae req-03e74297-a85e-400d-957d-f7bc995001fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=721ecb10-1d17-4891-9efd-e1adabc0af2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263684 Dec 15 11:39:54.741187 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6362975a-6216-4f17-84cf-46c17c3236ae req-32185240-1f6f-4974-8351-d2699e2f9173 service neutron] 10.222.0.59 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896478 Dec 15 11:39:54.855247 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6362975a-6216-4f17-84cf-46c17c3236ae req-cf101033-68f0-4f46-b798-b81b8ed0b8ed service neutron] 10.222.0.59 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929489 Dec 15 11:39:55.330927 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b097c7b-c3d1-469d-8068-e79d22546884 req-f05f2463-b815-45d5-8dd4-385a56573e03 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:55.332793 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8b097c7b-c3d1-469d-8068-e79d22546884 req-f05f2463-b815-45d5-8dd4-385a56573e03 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 944 time: 0.0551901 Dec 15 11:39:55.383265 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8b097c7b-c3d1-469d-8068-e79d22546884 req-86faa669-c952-462b-9796-c1bc51b730db tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430665 Dec 15 11:39:56.518175 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d714e4-a104-45f4-8eb7-4a9d03bddbda req-ea8966e4-f69b-4727-846c-12a3f37a168a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:56.519739 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-83d714e4-a104-45f4-8eb7-4a9d03bddbda req-ea8966e4-f69b-4727-846c-12a3f37a168a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 944 time: 0.0544047 Dec 15 11:39:56.572655 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-83d714e4-a104-45f4-8eb7-4a9d03bddbda req-bd4354d0-05fc-45d6-9e5a-d1f2b325f4b4 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457709 Dec 15 11:39:56.650239 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc72fb-86cf-46c9-b952-8bb12611930a req-dde36c83-e7a1-4dea-a640-78c57c3adb66 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:56.651802 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-67fc72fb-86cf-46c9-b952-8bb12611930a req-dde36c83-e7a1-4dea-a640-78c57c3adb66 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0748160 Dec 15 11:39:56.668700 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ee5f1-11af-4d4b-ad55-55ceb0170c9e req-0b799664-fb13-451e-9337-8bc11eb80a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:56.670150 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c46ee5f1-11af-4d4b-ad55-55ceb0170c9e req-0b799664-fb13-451e-9337-8bc11eb80a18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 1099 time: 0.0611057 Dec 15 11:39:56.755114 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-67fc72fb-86cf-46c9-b952-8bb12611930a req-f9212219-9215-4fd6-9e3c-7c5909c07307 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966208 Dec 15 11:39:56.787685 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ee5f1-11af-4d4b-ad55-55ceb0170c9e req-dea3cc38-4bfd-437f-9e18-99c5bd4009f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:56.789169 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c46ee5f1-11af-4d4b-ad55-55ceb0170c9e req-dea3cc38-4bfd-437f-9e18-99c5bd4009f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 919 time: 0.1067271 Dec 15 11:39:56.835065 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c46ee5f1-11af-4d4b-ad55-55ceb0170c9e req-681ee4ba-5953-4e20-8ae7-c0085dcbdc4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f HTTP/1.1" status: 200 len: 217 time: 0.0371075 Dec 15 11:39:56.893465 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ee5f1-11af-4d4b-ad55-55ceb0170c9e req-81605fdf-3af4-40b3-bfd0-cfabbd248698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:56.894990 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c46ee5f1-11af-4d4b-ad55-55ceb0170c9e req-81605fdf-3af4-40b3-bfd0-cfabbd248698 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 200 len: 858 time: 0.0505228 Dec 15 11:39:56.929183 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c46ee5f1-11af-4d4b-ad55-55ceb0170c9e req-5d6ce8f7-5876-49a2-b4fe-56e599e4f9cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a112e70-069f-4e26-9121-cfdeea822751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264993 Dec 15 11:39:57.044290 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c46ee5f1-11af-4d4b-ad55-55ceb0170c9e req-794e4abe-970f-405c-acc9-98ca68ee33fa service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072652 Dec 15 11:39:57.188617 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c46ee5f1-11af-4d4b-ad55-55ceb0170c9e req-22864a90-5244-486f-a528-bf969d4760e0 service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264932 Dec 15 11:40:00.742505 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device fedbf06b-b3ce-4582-914a-f1eea83c5880 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:40:00.867336 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port fedbf06b-b3ce-4582-914a-f1eea83c5880, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fedbf06b-b3ce-4582-914a-f1eea83c5880,segment=NetworkSegment(bf58ffe8-1553-4222-8323-fa4d7edb6345),segment_id=bf58ffe8-1553-4222-8323-fa4d7edb6345)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:00.880897 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'fedbf06b-b3ce-4582-914a-f1eea83c5880', 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c', 'port_id': 'fedbf06b-b3ce-4582-914a-f1eea83c5880', 'mac_address': 'fa:16:3e:bf:f3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedc3118-3a80-4854-839f-10afbb049580', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:40:00.928648 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:00.944470 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedbf06b-b3ce-4582-914a-f1eea83c5880 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:40:00.967294 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port fedbf06b-b3ce-4582-914a-f1eea83c5880, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fedbf06b-b3ce-4582-914a-f1eea83c5880,segment=NetworkSegment(bf58ffe8-1553-4222-8323-fa4d7edb6345),segment_id=bf58ffe8-1553-4222-8323-fa4d7edb6345)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:00.972611 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:01.025707 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=fedbf06b-b3ce-4582-914a-f1eea83c5880,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:01.033839 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.034238 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.034599 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.034947 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.035286 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.035646 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.035982 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.036310 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.036648 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.036992 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.037325 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.037646 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:01.037969 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:02.353049 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b098c6-98b5-47ce-b041-958c5a7d28c3 req-1e04d58e-57e8-48c4-beb4-59f2b5f41d08 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:02.354935 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b4b098c6-98b5-47ce-b041-958c5a7d28c3 req-1e04d58e-57e8-48c4-beb4-59f2b5f41d08 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 945 time: 0.0794244 Dec 15 11:40:02.399100 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f564b-a6f4-4244-8de2-0e0d2142f43a req-c9846617-c422-4cd0-831d-cc9581147bc1 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:02.401201 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-838f564b-a6f4-4244-8de2-0e0d2142f43a req-c9846617-c422-4cd0-831d-cc9581147bc1 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0834990 Dec 15 11:40:02.446711 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b4b098c6-98b5-47ce-b041-958c5a7d28c3 req-92c5bb80-1084-4962-96fe-96aab8c2e0f0 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833640 Dec 15 11:40:02.474643 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-838f564b-a6f4-4244-8de2-0e0d2142f43a req-b406f12b-3a32-4bea-9833-fdc039fe4313 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638213 Dec 15 11:40:03.262559 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['fedbf06b-b3ce-4582-914a-f1eea83c5880'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:40:03.593394 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e54e9-e29a-4caf-a401-acb3bc52c3b5 req-28f029d0-3b40-406a-b53d-0c646ec4683f tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:03.595017 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-662e54e9-e29a-4caf-a401-acb3bc52c3b5 req-28f029d0-3b40-406a-b53d-0c646ec4683f tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 945 time: 0.0766137 Dec 15 11:40:03.627957 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363558f7-a232-44bc-bf5b-cd64f084d89d req-c7c4c69b-4fc1-49d2-b651-bc634500657f tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:03.629487 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-363558f7-a232-44bc-bf5b-cd64f084d89d req-c7c4c69b-4fc1-49d2-b651-bc634500657f tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0785697 Dec 15 11:40:03.682144 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-662e54e9-e29a-4caf-a401-acb3bc52c3b5 req-60f99dad-a19b-4ef2-ab22-3a301aa19391 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797150 Dec 15 11:40:03.719728 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-363558f7-a232-44bc-bf5b-cd64f084d89d req-94f2ef99-74a9-47fe-9eb4-a624dc73314a tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814660 Dec 15 11:40:03.769275 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1f2c-2602-463f-b62f-b7689dddfbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:04.855852 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e29cb5-3b2c-448e-aa2a-d2f419625b1a req-f0ffe004-8f80-49ad-a01c-5dcce71b03ed tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:04.857374 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-78e29cb5-3b2c-448e-aa2a-d2f419625b1a req-f0ffe004-8f80-49ad-a01c-5dcce71b03ed tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 945 time: 0.0878587 Dec 15 11:40:04.872144 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1bfde-181c-4a8d-9143-46423e6263fa req-f1be5621-0e8a-434a-b759-db602032271a tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:04.873770 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-45a1bfde-181c-4a8d-9143-46423e6263fa req-f1be5621-0e8a-434a-b759-db602032271a tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0681627 Dec 15 11:40:04.951821 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-78e29cb5-3b2c-448e-aa2a-d2f419625b1a req-2fc09dd0-952f-4e8f-a1b8-f532d721bd9e tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766990 Dec 15 11:40:04.955678 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-45a1bfde-181c-4a8d-9143-46423e6263fa req-7ad542c2-543a-41c5-a0e9-1b8367a2d5ba tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740249 Dec 15 11:40:06.162238 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5141d813-004c-461d-b38e-d93c49874c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:07.224700 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:07.714992 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device fedbf06b-b3ce-4582-914a-f1eea83c5880 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:07.772970 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port fedbf06b-b3ce-4582-914a-f1eea83c5880 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:40:07.778970 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port fedbf06b-b3ce-4582-914a-f1eea83c5880 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:07.779337 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:08.002373 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:08.027436 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6111f1b-d2eb-414c-8de6-97955cf16313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedbf06b-b3ce-4582-914a-f1eea83c5880'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:40:08.029773 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b075a8-7432-4727-b557-06cd6c64fc09" -d '{"events": [{"server_uuid": "b6111f1b-d2eb-414c-8de6-97955cf16313", "name": "network-vif-plugged", "status": "completed", "tag": "fedbf06b-b3ce-4582-914a-f1eea83c5880"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:40:08.042491 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port fedbf06b-b3ce-4582-914a-f1eea83c5880, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fedbf06b-b3ce-4582-914a-f1eea83c5880,segment=NetworkSegment(bf58ffe8-1553-4222-8323-fa4d7edb6345),segment_id=bf58ffe8-1553-4222-8323-fa4d7edb6345)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:08.048388 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:08.098081 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=fedbf06b-b3ce-4582-914a-f1eea83c5880,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:08.832162 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:09.457979 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebf4ba-f25e-42ce-9a7c-5ece9e10e7c6 req-846b820e-6887-4c32-acae-b6dfdc6060a5 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:09.459554 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e7ebf4ba-f25e-42ce-9a7c-5ece9e10e7c6 req-846b820e-6887-4c32-acae-b6dfdc6060a5 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 946 time: 0.0830846 Dec 15 11:40:09.472141 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc01635-4274-4e75-a24a-ed0b7ad52e8d req-e4788b7f-5ab5-49ec-8a40-44744aca82d8 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:09.473544 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bfc01635-4274-4e75-a24a-ed0b7ad52e8d req-e4788b7f-5ab5-49ec-8a40-44744aca82d8 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0670729 Dec 15 11:40:09.529757 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:09.545864 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e7ebf4ba-f25e-42ce-9a7c-5ece9e10e7c6 req-9ae11b23-5bdc-4aea-9193-48784ec53fce tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713453 Dec 15 11:40:09.549653 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bfc01635-4274-4e75-a24a-ed0b7ad52e8d req-6da94b14-8b2c-4e52-9b5d-59712be55640 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693595 Dec 15 11:40:09.594237 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4ccbfb-daa7-4314-927c-8a6a18e93ce3 x-openstack-request-id: req-5e4ccbfb-daa7-4314-927c-8a6a18e93ce3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:40:09.594532 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6111f1b-d2eb-414c-8de6-97955cf16313", "name": "network-vif-plugged", "status": "completed", "tag": "fedbf06b-b3ce-4582-914a-f1eea83c5880", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:40:09.594787 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e4ccbfb-daa7-4314-927c-8a6a18e93ce3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:40:09.595207 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6111f1b-d2eb-414c-8de6-97955cf16313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedbf06b-b3ce-4582-914a-f1eea83c5880', 'code': 200} Dec 15 11:40:09.958550 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2a0ff-f8ad-4ca4-8524-657032cdd778 req-124c7747-a5dd-4835-b32d-97ab44bfaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:09.960152 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f7b2a0ff-f8ad-4ca4-8524-657032cdd778 req-124c7747-a5dd-4835-b32d-97ab44bfaaae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 1099 time: 0.0433028 Dec 15 11:40:10.008347 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f7b2a0ff-f8ad-4ca4-8524-657032cdd778 req-0861d31c-0aa9-489b-a1f9-b081a2505ff4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Dec 15 11:40:10.559163 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:10.777891 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d968-e8dd-48d0-8917-bd475af36adf req-9523ebc8-8c9e-4ce6-a553-25726d556fb0 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:10.779432 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-92f0d968-e8dd-48d0-8917-bd475af36adf req-9523ebc8-8c9e-4ce6-a553-25726d556fb0 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 946 time: 0.0641010 Dec 15 11:40:10.845296 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027beaf0-5e64-4bfc-a7b5-2dc828e538e4 req-865275cf-391f-464a-a191-afd3002e0b57 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:10.846677 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-027beaf0-5e64-4bfc-a7b5-2dc828e538e4 req-865275cf-391f-464a-a191-afd3002e0b57 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0878940 Dec 15 11:40:10.851289 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-92f0d968-e8dd-48d0-8917-bd475af36adf req-c8fe0b6e-3fad-4770-acd2-f1de141b633f tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582457 Dec 15 11:40:10.895147 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-027beaf0-5e64-4bfc-a7b5-2dc828e538e4 req-53e49011-98c5-4f27-991c-01260bddd580 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Dec 15 11:40:11.984641 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6cf5f-4296-4124-92b7-47b6caf16d55 req-1db77abb-bb79-4e13-97a5-97d2541ee2d8 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:11.986151 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-48b6cf5f-4296-4124-92b7-47b6caf16d55 req-1db77abb-bb79-4e13-97a5-97d2541ee2d8 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 946 time: 0.0564172 Dec 15 11:40:12.059254 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-48b6cf5f-4296-4124-92b7-47b6caf16d55 req-73012d34-5481-4907-9329-1dca4fd192e4 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654633 Dec 15 11:40:12.068521 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388f108-dba2-4665-aa0a-00690e907ba6 req-75d8188c-ca4c-4943-ba76-0984ce9ca6f3 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:12.068703 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9388f108-dba2-4665-aa0a-00690e907ba6 req-75d8188c-ca4c-4943-ba76-0984ce9ca6f3 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0958073 Dec 15 11:40:12.123956 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9388f108-dba2-4665-aa0a-00690e907ba6 req-64729c97-e9fb-4b39-a497-0c48dd713b65 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466511 Dec 15 11:40:13.194069 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e893af-b3f7-4994-b382-a6b513833049 req-395fd00a-c920-40ae-a722-fed10ecfd9ff tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:13.195689 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-69e893af-b3f7-4994-b382-a6b513833049 req-395fd00a-c920-40ae-a722-fed10ecfd9ff tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 946 time: 0.0581050 Dec 15 11:40:13.284258 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b746f92-e4a3-4c9d-9b36-915559e22071 req-53a1e48a-3a0a-4690-8431-48632b2b721f tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:13.285850 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1b746f92-e4a3-4c9d-9b36-915559e22071 req-53a1e48a-3a0a-4690-8431-48632b2b721f tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0858097 Dec 15 11:40:13.289894 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-69e893af-b3f7-4994-b382-a6b513833049 req-b10e6124-0fa5-49d9-9686-7a8ab1dc73aa tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784914 Dec 15 11:40:13.339591 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1b746f92-e4a3-4c9d-9b36-915559e22071 req-06b10b68-2016-4a1d-8820-fc5f9ac7f796 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466394 Dec 15 11:40:14.485045 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d1666-e04a-403e-9e42-2ef0e333867a req-fe9fbf0b-d723-445b-9a63-ca5d7fce8d5f tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:14.486728 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-183d1666-e04a-403e-9e42-2ef0e333867a req-fe9fbf0b-d723-445b-9a63-ca5d7fce8d5f tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0659299 Dec 15 11:40:14.570720 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-183d1666-e04a-403e-9e42-2ef0e333867a req-f44c5160-42c4-4314-b1f8-fcdda76d9976 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772040 Dec 15 11:40:14.584622 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ee4a9-4c47-4965-a21d-9707d3122319 req-aeb22a0e-39c5-48a1-ba02-8223b082379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:14.586324 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d14ee4a9-4c47-4965-a21d-9707d3122319 req-aeb22a0e-39c5-48a1-ba02-8223b082379b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 1099 time: 0.0562704 Dec 15 11:40:14.643594 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d14ee4a9-4c47-4965-a21d-9707d3122319 req-62ce2532-c6e7-47b8-8ef1-99f64bc6fc9e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475130 Dec 15 11:40:15.135368 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:15.305506 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a88278b4-86d2-44ae-a8c6-55635b75096a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:15.400324 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a88278b4-86d2-44ae-a8c6-55635b75096a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:15.406860 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a88278b4-86d2-44ae-a8c6-55635b75096a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:15.452576 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-a88278b4-86d2-44ae-a8c6-55635b75096a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0aea56f4e138488bb35d695329674602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159215 Dec 15 11:40:15.453496 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88278b4-86d2-44ae-a8c6-55635b75096a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7e9fc8-d573-421f-a066-12af02073b75,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:15.455360 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44344) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:15.513463 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e48a8e65-6585-45ca-b186-0231b40ce57f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:15.544061 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e48a8e65-6585-45ca-b186-0231b40ce57f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:15.597673 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e48a8e65-6585-45ca-b186-0231b40ce57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:15.600851 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e48a8e65-6585-45ca-b186-0231b40ce57f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:15.604847 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e48a8e65-6585-45ca-b186-0231b40ce57f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f7e9fc8-d573-421f-a066-12af02073b75 HTTP/1.1" status: 204 len: 168 time: 0.1453636 Dec 15 11:40:15.615234 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a8e65-6585-45ca-b186-0231b40ce57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7e9fc8-d573-421f-a066-12af02073b75,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:15.717126 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8598d7b-9888-4911-b31e-cd78f3f2a23f req-05165353-ec33-4d27-a9a3-206d002a7557 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:15.718691 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a8598d7b-9888-4911-b31e-cd78f3f2a23f req-05165353-ec33-4d27-a9a3-206d002a7557 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0542321 Dec 15 11:40:15.780785 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a8598d7b-9888-4911-b31e-cd78f3f2a23f req-b7bd7ac7-6d95-4137-9406-2b92201ab7ba tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460486 Dec 15 11:40:15.926471 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44354) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:15.940827 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20eefc88-0aa0-43a5-85ce-d3500e4d34c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.022339 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20eefc88-0aa0-43a5-85ce-d3500e4d34c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.027889 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20eefc88-0aa0-43a5-85ce-d3500e4d34c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.072832 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-20eefc88-0aa0-43a5-85ce-d3500e4d34c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5cdd1828a2054702bf98ec3ccfcbb2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416979 Dec 15 11:40:16.072832 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eefc88-0aa0-43a5-85ce-d3500e4d34c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1937dab-be0f-4179-ba93-363791cce5f4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:16.073112 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44356) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:16.128249 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-409c73e6-1903-4852-adca-41a2b8371d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.151886 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-409c73e6-1903-4852-adca-41a2b8371d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.212248 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-409c73e6-1903-4852-adca-41a2b8371d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.214979 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-409c73e6-1903-4852-adca-41a2b8371d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.216149 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-409c73e6-1903-4852-adca-41a2b8371d42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1937dab-be0f-4179-ba93-363791cce5f4 HTTP/1.1" status: 204 len: 168 time: 0.1425378 Dec 15 11:40:16.224263 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c73e6-1903-4852-adca-41a2b8371d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1937dab-be0f-4179-ba93-363791cce5f4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:16.916867 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faa775-9eac-40e6-8437-22ac16f70665 req-7a95cd42-28c2-46ee-ac74-cee1362807f8 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:16.918818 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f6faa775-9eac-40e6-8437-22ac16f70665 req-7a95cd42-28c2-46ee-ac74-cee1362807f8 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0629303 Dec 15 11:40:16.976295 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f6faa775-9eac-40e6-8437-22ac16f70665 req-656c4b13-2fed-4c79-8806-4608eaeb5854 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502574 Dec 15 11:40:17.049955 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44388) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:17.156512 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-716728179-network', 'tenant_id': '1c24b8bf464e4bd588333063c62cf2e1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:17.179336 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Made reservation on behalf of 1c24b8bf464e4bd588333063c62cf2e1 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:17.182507 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.192379 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.285307 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.292598 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.325382 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:40:17.335771 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f914762-ee1f-4ea1-bbae-a070732f5719,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:17.343147 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.344103 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.segments_db [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Added segment e7a994b4-960c-47c3-af1b-7e2ac00375e4 of type vlan for network aed468a8-25f2-40ae-9acd-0b8a9c43bee5 Dec 15 11:40:17.392919 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.396950 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8f7ce-d5e3-4a81-b76e-60fa51792ab6 req-de0f1239-263c-479f-9120-46f2d25b1058 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:17.398470 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-21b8f7ce-d5e3-4a81-b76e-60fa51792ab6 req-de0f1239-263c-479f-9120-46f2d25b1058 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0857913 Dec 15 11:40:17.414588 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b000494-3e09-42de-a0bf-a3f724914a55 req-1c18935d-efdf-4cf0-8be5-5ece5791ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:17.416501 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b000494-3e09-42de-a0bf-a3f724914a55 req-1c18935d-efdf-4cf0-8be5-5ece5791ef9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 1099 time: 0.0712292 Dec 15 11:40:17.421027 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.422151 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:17.422919 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.488576 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4374201 Dec 15 11:40:17.491097 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44402) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:17.497946 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] Request body: {'subnet': {'network_id': 'aed468a8-25f2-40ae-9acd-0b8a9c43bee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-716728179-subnet', 'tenant_id': '1c24b8bf464e4bd588333063c62cf2e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:17.520229 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40603d9-2068-40f8-a4d8-61ce38b8fdb9 admin admin] Pushing event updated for resources: {'Network': ['ID=aed468a8-25f2-40ae-9acd-0b8a9c43bee5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:17.525380 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-21b8f7ce-d5e3-4a81-b76e-60fa51792ab6 req-3f17c50a-7949-4b37-9015-847b4fc2f994 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189988 Dec 15 11:40:17.533349 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network aed468a8-25f2-40ae-9acd-0b8a9c43bee5 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:40:17.541405 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] Made reservation on behalf of 1c24b8bf464e4bd588333063c62cf2e1 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:17.546362 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.553484 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b000494-3e09-42de-a0bf-a3f724914a55 req-781c3dde-1f05-40df-a125-3e0f5bd9f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:17.555357 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b000494-3e09-42de-a0bf-a3f724914a55 req-781c3dde-1f05-40df-a125-3e0f5bd9f1eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 200 len: 919 time: 0.1307330 Dec 15 11:40:17.617984 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b000494-3e09-42de-a0bf-a3f724914a55 req-bdf0ceff-6b11-4f52-a89f-a531995a78d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f HTTP/1.1" status: 200 len: 217 time: 0.0427260 Dec 15 11:40:17.683955 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b000494-3e09-42de-a0bf-a3f724914a55 req-103b4be1-3ece-41d4-891e-fe812f67d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:17.685704 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b000494-3e09-42de-a0bf-a3f724914a55 req-103b4be1-3ece-41d4-891e-fe812f67d6fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 200 len: 858 time: 0.0552247 Dec 15 11:40:17.722150 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b000494-3e09-42de-a0bf-a3f724914a55 req-428aabd7-8390-4172-95c1-1ad310510ce5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a112e70-069f-4e26-9121-cfdeea822751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291662 Dec 15 11:40:17.757308 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.813219 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668f0b6a-9c64-4708-b2e7-cf08f1c6c0a2,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:17.824691 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b000494-3e09-42de-a0bf-a3f724914a55 req-5f471584-f4cb-420a-8ccb-cf0c63a0be4e service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946035 Dec 15 11:40:17.826044 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] Checking segment: {'id': 'e7a994b4-960c-47c3-af1b-7e2ac00375e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aed468a8-25f2-40ae-9acd-0b8a9c43bee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:17.826408 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] Network hostable DHCP agents. Network: aed468a8-25f2-40ae-9acd-0b8a9c43bee5, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:40:17.846761 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] Network aed468a8-25f2-40ae-9acd-0b8a9c43bee5 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:40:17.858728 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, aed468a8-25f2-40ae-9acd-0b8a9c43bee5) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:17.868273 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:17.868833 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.876035 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1859e594-2027-4f25-abda-4a8448786058 None None] Network aed468a8-25f2-40ae-9acd-0b8a9c43bee5 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:17.893338 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b865cdf4-2aad-49f0-8c97-a9cd3c3ac367 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4010854 Dec 15 11:40:17.958618 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b000494-3e09-42de-a0bf-a3f724914a55 req-706e599d-4d05-4e88-be67-77767bf9646f service neutron] 10.222.0.59 "GET /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231337 Dec 15 11:40:18.000000 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ebf67-b29c-44c9-a99f-c753c4fc8076 None None] Network aed468a8-25f2-40ae-9acd-0b8a9c43bee5 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:18.452523 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44420) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:18.457539 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2027861262-network', 'tenant_id': 'b19f38c4d533442e9f3efcb17518b267'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:18.481491 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Made reservation on behalf of b19f38c4d533442e9f3efcb17518b267 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:18.483921 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:18.494331 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:18.582415 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:18.590749 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:18.651930 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e15d9c-bc20-4ac1-8a32-f5b1464256dc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:18.660636 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:40:18.680351 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:18.680709 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.segments_db [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Added segment 481f5f42-c788-4cf8-9826-08989b53685c of type vlan for network 81f92a2f-11fd-44d9-80dc-9702814f8615 Dec 15 11:40:18.704182 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e91d17-6e40-4d07-bfbc-95686eee8f75 req-8206d8e3-2a95-4f3e-8529-d5b5f68bb01c tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:18.706289 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-82e91d17-6e40-4d07-bfbc-95686eee8f75 req-8206d8e3-2a95-4f3e-8529-d5b5f68bb01c tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0901425 Dec 15 11:40:18.761525 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:18.810947 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-82e91d17-6e40-4d07-bfbc-95686eee8f75 req-23b5398a-b619-4666-87b7-1f53906ea2f2 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796649 Dec 15 11:40:18.812106 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:18.813085 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:18.813761 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:18.874353 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4206502 Dec 15 11:40:18.877662 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44428) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:18.888417 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] Request body: {'subnet': {'network_id': '81f92a2f-11fd-44d9-80dc-9702814f8615', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2027861262-subnet', 'tenant_id': 'b19f38c4d533442e9f3efcb17518b267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:18.895809 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2b7c5-a7b7-4842-8262-86137bdd5774 admin admin] Pushing event updated for resources: {'Network': ['ID=81f92a2f-11fd-44d9-80dc-9702814f8615,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:18.908476 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 81f92a2f-11fd-44d9-80dc-9702814f8615 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:40:18.923534 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] Made reservation on behalf of b19f38c4d533442e9f3efcb17518b267 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:18.926182 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260639476'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:19.148126 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260673674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260639466'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:19.201808 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781d69a1-6095-4388-b72d-31a0d747bf2c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:19.220231 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] Checking segment: {'id': '481f5f42-c788-4cf8-9826-08989b53685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '81f92a2f-11fd-44d9-80dc-9702814f8615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:19.220589 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] Network hostable DHCP agents. Network: 81f92a2f-11fd-44d9-80dc-9702814f8615, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:40:19.241505 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] Network 81f92a2f-11fd-44d9-80dc-9702814f8615 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:40:19.253981 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 81f92a2f-11fd-44d9-80dc-9702814f8615) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:19.259063 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:19.259988 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:19.269831 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ed09b-4efc-4d20-b7e0-a4f95bdc28f7 None None] Network 81f92a2f-11fd-44d9-80dc-9702814f8615 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:19.282289 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-922841b0-501b-4604-9bb5-55bb47b46b94 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4035087 Dec 15 11:40:19.401220 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c31d253-1f04-4dbf-8448-d4a93940e9b8 None None] Network 81f92a2f-11fd-44d9-80dc-9702814f8615 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:19.965805 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7fa6c-df2c-4956-bab0-09bb2ca513c9 req-e7ca3eee-4343-456e-a2f3-0fb5de4db638 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:19.967772 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-42e7fa6c-df2c-4956-bab0-09bb2ca513c9 req-e7ca3eee-4343-456e-a2f3-0fb5de4db638 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0656359 Dec 15 11:40:20.031513 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-42e7fa6c-df2c-4956-bab0-09bb2ca513c9 req-e9c3f10b-85c8-4bfb-b8fc-ccee273f04b7 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521793 Dec 15 11:40:20.842517 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:40:21.195720 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d894321-f5fe-43d1-9da5-c29911805941 req-c9318820-9f4d-46d7-8df5-1d12652b4b0f tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:21.198567 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3d894321-f5fe-43d1-9da5-c29911805941 req-c9318820-9f4d-46d7-8df5-1d12652b4b0f tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0674396 Dec 15 11:40:21.260018 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3d894321-f5fe-43d1-9da5-c29911805941 req-a56e3bcf-40fd-447c-824f-45122dfc3da9 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520277 Dec 15 11:40:22.391217 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fd88b-b30b-4138-806c-f16637b734f1 req-8ba5bcb8-f4a1-4c2f-baa5-1afc51cba177 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:22.392884 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8d9fd88b-b30b-4138-806c-f16637b734f1 req-8ba5bcb8-f4a1-4c2f-baa5-1afc51cba177 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0536432 Dec 15 11:40:22.453873 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8d9fd88b-b30b-4138-806c-f16637b734f1 req-b1e078e4-c1ab-43d6-9c51-210e219b71cd tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535610 Dec 15 11:40:26.570798 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33338f08-2756-482d-8994-1b8541209292 req-4d8825b5-1135-4a70-8998-773828dbd0bc tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:26.572541 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-33338f08-2756-482d-8994-1b8541209292 req-4d8825b5-1135-4a70-8998-773828dbd0bc tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0599511 Dec 15 11:40:26.634274 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-33338f08-2756-482d-8994-1b8541209292 req-5c18add5-e484-4d5f-8773-d7349547e671 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554926 Dec 15 11:40:27.759513 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302489e5-84ec-4e13-bc3b-231e252baa15 req-b11224f8-e0a1-4693-85f2-f00dd785453e tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:27.761196 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-302489e5-84ec-4e13-bc3b-231e252baa15 req-b11224f8-e0a1-4693-85f2-f00dd785453e tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0494227 Dec 15 11:40:27.815372 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-302489e5-84ec-4e13-bc3b-231e252baa15 req-aa05512e-6b31-4678-a7b8-555f191ca965 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476291 Dec 15 11:40:28.954508 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67f1a4-11ca-414f-832e-dac8e5cfb899 req-f0e44bbe-48b5-4904-a16f-edaec3ca108a tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:28.956032 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1a67f1a4-11ca-414f-832e-dac8e5cfb899 req-f0e44bbe-48b5-4904-a16f-edaec3ca108a tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0548317 Dec 15 11:40:29.010539 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1a67f1a4-11ca-414f-832e-dac8e5cfb899 req-6db087bc-0e13-4bf7-8a25-3e874afa7bce tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481145 Dec 15 11:40:30.022841 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4333fc-c478-4487-8ef8-ce41f30989a4 req-990f63f3-37ff-49a2-8db6-fa938ddeff62 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:30.024452 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7c4333fc-c478-4487-8ef8-ce41f30989a4 req-990f63f3-37ff-49a2-8db6-fa938ddeff62 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0510650 Dec 15 11:40:30.162812 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d84c7-a124-4bdb-9269-4ed72f9b6e08 req-6e481ff2-9921-4e0b-bba8-770276a5435f tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:30.164300 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-630d84c7-a124-4bdb-9269-4ed72f9b6e08 req-6e481ff2-9921-4e0b-bba8-770276a5435f tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ce7182-299c-4286-8b93-b69f65acfc52 HTTP/1.1" status: 200 len: 945 time: 0.0680523 Dec 15 11:40:30.171100 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-7c4333fc-c478-4487-8ef8-ce41f30989a4 req-99ec7e10-c632-4ade-82d5-55888c64db52 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Deleting port 16336c52-d3ee-4e00-8344-393eb3a8d7cf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:40:30.171414 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c4333fc-c478-4487-8ef8-ce41f30989a4 req-99ec7e10-c632-4ade-82d5-55888c64db52 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:30.276457 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-630d84c7-a124-4bdb-9269-4ed72f9b6e08 req-865f67ee-5c03-479c-863c-a4d13ebccf66 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018381 Dec 15 11:40:30.303923 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7c4333fc-c478-4487-8ef8-ce41f30989a4 req-99ec7e10-c632-4ade-82d5-55888c64db52 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] For port 16336c52-d3ee-4e00-8344-393eb3a8d7cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=16336c52-d3ee-4e00-8344-393eb3a8d7cf,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:30.304301 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c4333fc-c478-4487-8ef8-ce41f30989a4 req-99ec7e10-c632-4ade-82d5-55888c64db52 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:30.318668 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-7c4333fc-c478-4487-8ef8-ce41f30989a4 req-99ec7e10-c632-4ade-82d5-55888c64db52 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Calling delete_port for 16336c52-d3ee-4e00-8344-393eb3a8d7cf owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:40:30.484093 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c4333fc-c478-4487-8ef8-ce41f30989a4 req-99ec7e10-c632-4ade-82d5-55888c64db52 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:30.523947 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec7e10-c632-4ade-82d5-55888c64db52 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Pushing event deleted for resources: {'Port': ['ID=16336c52-d3ee-4e00-8344-393eb3a8d7cf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:30.534128 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['16336c52-d3ee-4e00-8344-393eb3a8d7cf', '343a57ad-56a7-42a1-b2f0-d0195784a65f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:40:30.577004 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4333fc-c478-4487-8ef8-ce41f30989a4 req-99ec7e10-c632-4ade-82d5-55888c64db52 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] No DVR routers for this DVR port 16336c52-d3ee-4e00-8344-393eb3a8d7cf on host hv-cinder-81322 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:40:30.581428 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c4333fc-c478-4487-8ef8-ce41f30989a4 req-99ec7e10-c632-4ade-82d5-55888c64db52 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:30.585142 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7c4333fc-c478-4487-8ef8-ce41f30989a4 req-99ec7e10-c632-4ade-82d5-55888c64db52 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.59 "DELETE /v2.0/ports/16336c52-d3ee-4e00-8344-393eb3a8d7cf HTTP/1.1" status: 204 len: 173 time: 0.5526152 Dec 15 11:40:30.585775 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ce7182-299c-4286-8b93-b69f65acfc52', 'name': 'network-vif-deleted', 'tag': '16336c52-d3ee-4e00-8344-393eb3a8d7cf'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:40:30.589728 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f11c81f-46c7-4c56-869e-b434b362926c" -d '{"events": [{"server_uuid": "86ce7182-299c-4286-8b93-b69f65acfc52", "name": "network-vif-deleted", "tag": "16336c52-d3ee-4e00-8344-393eb3a8d7cf"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:40:30.651608 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1155291a-9e44-4b3f-98a5-9f2b84c6e76f x-openstack-request-id: req-1155291a-9e44-4b3f-98a5-9f2b84c6e76f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:40:30.651977 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ce7182-299c-4286-8b93-b69f65acfc52", "name": "network-vif-deleted", "tag": "16336c52-d3ee-4e00-8344-393eb3a8d7cf", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:40:30.652299 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1155291a-9e44-4b3f-98a5-9f2b84c6e76f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:40:30.652769 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ce7182-299c-4286-8b93-b69f65acfc52', 'name': 'network-vif-deleted', 'tag': '16336c52-d3ee-4e00-8344-393eb3a8d7cf', 'status': 'completed', 'code': 200} Dec 15 11:40:31.591472 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a94e5-0a65-442f-bf92-be33278c6e38 req-f57c3544-94cb-4fbd-97e2-c435306b7e6d tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:31.593277 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-431a94e5-0a65-442f-bf92-be33278c6e38 req-f57c3544-94cb-4fbd-97e2-c435306b7e6d tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0558281 Dec 15 11:40:31.650900 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-431a94e5-0a65-442f-bf92-be33278c6e38 req-4b75121c-fd82-4383-a2c4-e4df1d86d2b4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510507 Dec 15 11:40:33.030393 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5ec1-f4cd-4dab-93f1-d1b2375101fd req-1d591fcf-b02b-4b45-a210-0ed0d46c9685 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:33.032175 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-64fc5ec1-f4cd-4dab-93f1-d1b2375101fd req-1d591fcf-b02b-4b45-a210-0ed0d46c9685 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.2963731 Dec 15 11:40:33.085084 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-64fc5ec1-f4cd-4dab-93f1-d1b2375101fd req-89c9bab5-4aff-4bb1-984c-f3aecf6e63b3 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461621 Dec 15 11:40:33.298772 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44686) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:33.346915 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e0abce-5bb8-4a8c-9bc1-14a5baa18d23 admin admin] Deleting subnet 668f0b6a-9c64-4708-b2e7-cf08f1c6c0a2 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:40:33.350264 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73e0abce-5bb8-4a8c-9bc1-14a5baa18d23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.388009 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73e0abce-5bb8-4a8c-9bc1-14a5baa18d23 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.394476 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73e0abce-5bb8-4a8c-9bc1-14a5baa18d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.458152 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73e0abce-5bb8-4a8c-9bc1-14a5baa18d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.487289 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0abce-5bb8-4a8c-9bc1-14a5baa18d23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668f0b6a-9c64-4708-b2e7-cf08f1c6c0a2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:33.489097 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73e0abce-5bb8-4a8c-9bc1-14a5baa18d23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.492394 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-73e0abce-5bb8-4a8c-9bc1-14a5baa18d23 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/668f0b6a-9c64-4708-b2e7-cf08f1c6c0a2 HTTP/1.1" status: 204 len: 168 time: 0.1925273 Dec 15 11:40:33.495136 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44690) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:33.577832 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.673352 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.693663 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.693993 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.694732 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.695076 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > port after_create 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.695395 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.695755 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > port after_update 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.696105 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.696422 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.696933 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.697032 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.763958 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.764167 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50e5f80d-2b2a-403f-a360-f5a2712603eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.764662 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.764662 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.764853 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:40:33.765226 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed468a8-25f2-40ae-9acd-0b8a9c43bee5']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:33.783288 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a994b4-960c-47c3-af1b-7e2ac00375e4') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:33.783582 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a994b4-960c-47c3-af1b-7e2ac00375e4') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:33.800274 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261086981'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.823461 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.832601 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:40:33.833085 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261048207'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: from cryptography.utils import int_from_bytes Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: from cryptography.utils import int_from_bytes Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: Traceback (most recent call last): Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: timer() Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: cb(*args, **kw) Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: return func(*args, **kwargs) Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: self._notify() Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: self.callback(batched_events) Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: event.method(event) Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: return f(self, *a, **k) Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._get(url).json() Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: return self.request(url, 'GET', **kwargs) Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:40:33.837623 dv-cinder-813221-4-iscsi neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:40:33.897732 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.905822 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:33.909470 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] 10.222.0.46 "DELETE /v2.0/networks/aed468a8-25f2-40ae-9acd-0b8a9c43bee5 HTTP/1.1" status: 204 len: 168 time: 0.4133291 Dec 15 11:40:33.912690 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44696) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:33.919445 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04093653-fef2-4404-b7a6-6f2d7d123e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=aed468a8-25f2-40ae-9acd-0b8a9c43bee5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:33.965049 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc05c661-9975-48c9-8d80-82f19493fd43 admin admin] Deleting subnet 781d69a1-6095-4388-b72d-31a0d747bf2c {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:40:33.968601 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc05c661-9975-48c9-8d80-82f19493fd43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.006471 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc05c661-9975-48c9-8d80-82f19493fd43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260691733'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.050416 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc05c661-9975-48c9-8d80-82f19493fd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.117236 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc05c661-9975-48c9-8d80-82f19493fd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260673869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260639379'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.143645 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05c661-9975-48c9-8d80-82f19493fd43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781d69a1-6095-4388-b72d-31a0d747bf2c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:34.148258 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc05c661-9975-48c9-8d80-82f19493fd43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.153448 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-dc05c661-9975-48c9-8d80-82f19493fd43 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/781d69a1-6095-4388-b72d-31a0d747bf2c HTTP/1.1" status: 204 len: 168 time: 0.2396400 Dec 15 11:40:34.154778 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44700) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:34.252701 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.269125 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b5765-9c9f-4c24-9af7-d383814a60da req-9b8d5b7e-3cc6-4c1b-afa7-e8b3253779e8 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:34.270639 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-787b5765-9c9f-4c24-9af7-d383814a60da req-9b8d5b7e-3cc6-4c1b-afa7-e8b3253779e8 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.1089423 Dec 15 11:40:34.375963 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.393267 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-787b5765-9c9f-4c24-9af7-d383814a60da req-d6225dfb-5b9f-49c7-8620-619fcdedb51a tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151681 Dec 15 11:40:34.402436 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f92a2f-11fd-44d9-80dc-9702814f8615']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:34.413058 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481f5f42-c788-4cf8-9826-08989b53685c') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:34.413346 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481f5f42-c788-4cf8-9826-08989b53685c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:34.423429 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260691950'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.438172 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.444656 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:40:34.445031 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260673831'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: Traceback (most recent call last): Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: timer() Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: cb(*args, **kw) Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: return func(*args, **kwargs) Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: self._notify() Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: self.callback(batched_events) Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: event.method(event) Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: return f(self, *a, **k) Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._get(url).json() Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: return self.request(url, 'GET', **kwargs) Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:40:34.446865 dv-cinder-813221-4-iscsi neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:40:34.507094 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.516630 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.522783 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] 10.222.0.46 "DELETE /v2.0/networks/81f92a2f-11fd-44d9-80dc-9702814f8615 HTTP/1.1" status: 204 len: 168 time: 0.3670249 Dec 15 11:40:34.533403 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde1474-2c42-4136-b108-26d40bea326b admin admin] Pushing event deleted for resources: {'Network': ['ID=81f92a2f-11fd-44d9-80dc-9702814f8615,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:34.708827 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44708) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:34.761823 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-a3e78652-b60b-4382-9bb7-6a81de427e8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c24b8bf464e4bd588333063c62cf2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517569 Dec 15 11:40:34.764479 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44710) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:34.815503 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f19b542-9f55-4e92-8486-ee888541cf7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.838422 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f19b542-9f55-4e92-8486-ee888541cf7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.896784 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f19b542-9f55-4e92-8486-ee888541cf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.900072 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f19b542-9f55-4e92-8486-ee888541cf7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.903644 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-2f19b542-9f55-4e92-8486-ee888541cf7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f914762-ee1f-4ea1-bbae-a070732f5719 HTTP/1.1" status: 204 len: 168 time: 0.1359289 Dec 15 11:40:34.910118 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19b542-9f55-4e92-8486-ee888541cf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f914762-ee1f-4ea1-bbae-a070732f5719,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:35.267101 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44718) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:35.316437 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-79e9631a-1ca9-4031-88f3-48c97ccf1c4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b19f38c4d533442e9f3efcb17518b267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477569 Dec 15 11:40:35.320153 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44720) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:35.373913 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82c1f8c0-6a86-43e4-a031-e7e989867a0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:35.396301 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82c1f8c0-6a86-43e4-a031-e7e989867a0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:35.406937 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 16336c52-d3ee-4e00-8344-393eb3a8d7cf no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:35.428700 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: 16336c52-d3ee-4e00-8344-393eb3a8d7cf {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:40:35.429011 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 16336c52-d3ee-4e00-8344-393eb3a8d7cf not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:40:35.447735 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82c1f8c0-6a86-43e4-a031-e7e989867a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:35.451205 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82c1f8c0-6a86-43e4-a031-e7e989867a0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:35.452445 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-82c1f8c0-6a86-43e4-a031-e7e989867a0e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60e15d9c-bc20-4ac1-8a32-f5b1464256dc HTTP/1.1" status: 204 len: 168 time: 0.1316059 Dec 15 11:40:35.461646 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1f8c0-6a86-43e4-a031-e7e989867a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e15d9c-bc20-4ac1-8a32-f5b1464256dc,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:35.520583 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858b98f-c0cd-4637-ad66-152353ef2914 req-8ee282e8-2909-4582-9299-382021809fd0 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:35.522109 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8858b98f-c0cd-4637-ad66-152353ef2914 req-8ee282e8-2909-4582-9299-382021809fd0 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0550041 Dec 15 11:40:35.574835 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8858b98f-c0cd-4637-ad66-152353ef2914 req-afb9b788-a3a9-4306-a1cc-dc502cd0e061 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461102 Dec 15 11:40:36.161312 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32c26df9-d609-48d1-9e0c-5d7c5836378e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.708417 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7e588-630f-4579-8b99-a15d3f8f2dfb req-21a57d76-5e1c-48aa-b4e8-d390ca49e320 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:36.709979 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-14f7e588-630f-4579-8b99-a15d3f8f2dfb req-21a57d76-5e1c-48aa-b4e8-d390ca49e320 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0516062 Dec 15 11:40:36.765170 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-14f7e588-630f-4579-8b99-a15d3f8f2dfb req-5e8f483d-f9c7-4214-a8a5-f796cfafb906 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462456 Dec 15 11:40:37.232270 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.906622 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065e13-d70e-4db2-9efe-58f43a4b59ef req-438a5650-3665-4940-969d-339566b04ba9 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:37.908171 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d2065e13-d70e-4db2-9efe-58f43a4b59ef req-438a5650-3665-4940-969d-339566b04ba9 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0585325 Dec 15 11:40:37.963806 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d2065e13-d70e-4db2-9efe-58f43a4b59ef req-201dd97f-8f36-4ff5-aa6c-6fc269d18b7a tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4094964-5b99-4d77-83fd-c6c92976d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457029 Dec 15 11:40:38.518260 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9d9be-a27f-4bf1-a552-cfd12f254df2 req-a3a07110-ea1e-4813-838a-a37468e93ab6 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:38.519809 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f6a9d9be-a27f-4bf1-a552-cfd12f254df2 req-a3a07110-ea1e-4813-838a-a37468e93ab6 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.59 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 946 time: 0.0570130 Dec 15 11:40:38.547983 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-8af8ccf0-5680-4917-be39-9871dd8ca40d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400965 Dec 15 11:40:38.622033 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f6a9d9be-a27f-4bf1-a552-cfd12f254df2 req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Deleting port 343a57ad-56a7-42a1-b2f0-d0195784a65f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:40:38.622843 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6a9d9be-a27f-4bf1-a552-cfd12f254df2 req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:38.638452 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-f570fd27-0871-4c96-9c30-30055df0fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:38.640476 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-f570fd27-0871-4c96-9c30-30055df0fa48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 1098 time: 0.0455198 Dec 15 11:40:38.715436 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f6a9d9be-a27f-4bf1-a552-cfd12f254df2 req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] For port 343a57ad-56a7-42a1-b2f0-d0195784a65f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=343a57ad-56a7-42a1-b2f0-d0195784a65f,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:38.715843 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6a9d9be-a27f-4bf1-a552-cfd12f254df2 req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:38.733008 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f6a9d9be-a27f-4bf1-a552-cfd12f254df2 req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Calling delete_port for 343a57ad-56a7-42a1-b2f0-d0195784a65f owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:40:38.752679 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-c47b4ae7-bd17-4d96-92e4-236fdc7e9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:38.763937 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-c47b4ae7-bd17-4d96-92e4-236fdc7e9e07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 200 len: 912 time: 0.0924177 Dec 15 11:40:38.837114 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:38.874951 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-401a444f-b74c-4cca-83f1-1c4b9c49d02a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef038dd2-512e-4e89-bcbb-dafcd6b644ab HTTP/1.1" status: 200 len: 999 time: 0.1121440 Dec 15 11:40:38.885030 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6a9d9be-a27f-4bf1-a552-cfd12f254df2 req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:38.918719 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Pushing event deleted for resources: {'Port': ['ID=343a57ad-56a7-42a1-b2f0-d0195784a65f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:38.931425 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['343a57ad-56a7-42a1-b2f0-d0195784a65f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:40:38.935688 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.936658 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.937101 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.937664 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.938331 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.938859 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.939006 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-36bf0e12-3707-4c90-b422-a0f6587e94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:38.939515 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.940022 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.940538 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.940661 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-36bf0e12-3707-4c90-b422-a0f6587e94a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54ab32e7-8f7b-4c57-92ff-665aba24873a HTTP/1.1" status: 200 len: 850 time: 0.0580153 Dec 15 11:40:38.941168 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.941624 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.941971 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.942586 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:38.992069 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a9d9be-a27f-4bf1-a552-cfd12f254df2 req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] No DVR routers for this DVR port 343a57ad-56a7-42a1-b2f0-d0195784a65f on host hv-cinder-81322 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:40:38.996301 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6a9d9be-a27f-4bf1-a552-cfd12f254df2 req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.005085 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f6a9d9be-a27f-4bf1-a552-cfd12f254df2 req-7c8605b6-0803-4ae4-b0c6-f6bbe33206a4 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.59 "DELETE /v2.0/ports/343a57ad-56a7-42a1-b2f0-d0195784a65f HTTP/1.1" status: 204 len: 173 time: 0.4736600 Dec 15 11:40:39.005576 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77573eb0-0881-4e38-b695-912146de7f1f', 'name': 'network-vif-deleted', 'tag': '343a57ad-56a7-42a1-b2f0-d0195784a65f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:40:39.008086 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8520e80-877c-491e-924d-33c0025467ec" -d '{"events": [{"server_uuid": "77573eb0-0881-4e38-b695-912146de7f1f", "name": "network-vif-deleted", "tag": "343a57ad-56a7-42a1-b2f0-d0195784a65f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:40:39.030411 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-29a07f30-96f1-40a6-a36d-29680cf32d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:39.032678 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-29a07f30-96f1-40a6-a36d-29680cf32d23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f104128-3e4d-48c6-a529-9854e7560cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800421 Dec 15 11:40:39.056952 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f71123-2d00-499b-8bda-4f2d53739f54 x-openstack-request-id: req-08f71123-2d00-499b-8bda-4f2d53739f54 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:40:39.057404 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77573eb0-0881-4e38-b695-912146de7f1f", "name": "network-vif-deleted", "tag": "343a57ad-56a7-42a1-b2f0-d0195784a65f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:40:39.057820 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08f71123-2d00-499b-8bda-4f2d53739f54 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:40:39.058666 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77573eb0-0881-4e38-b695-912146de7f1f', 'name': 'network-vif-deleted', 'tag': '343a57ad-56a7-42a1-b2f0-d0195784a65f', 'status': 'completed', 'code': 200} Dec 15 11:40:39.100159 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-337ee147-bd31-4941-b5d4-c827d6b05ec1 req-93891a7d-4204-403f-bf8e-8a44564a0396 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 210 time: 0.0425622 Dec 15 11:40:39.181219 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-e00834d5-6628-475f-9a55-744a71275801 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972960 Dec 15 11:40:39.293178 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-868a6974-4531-4fde-89df-4eb8c964c3fa req-900322b3-d760-4c56-aee1-07213f5d75b0 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963652 Dec 15 11:40:39.526492 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.209325 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8e487786-c74c-4e1b-8720-16179eda9da6 req-d7a84c38-f379-4778-8d4d-4850480c5bf3 tempest-ServerRescueNegativeTestJSON-1993972673 tempest-ServerRescueNegativeTestJSON-1993972673-project] 10.222.0.46 "GET /v2.0/ports?device_id=77573eb0-0881-4e38-b695-912146de7f1f HTTP/1.1" status: 200 len: 210 time: 0.0314643 Dec 15 11:40:40.556662 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.938406 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44816) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:44.581426 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549912'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:44.881999 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] Deleting port 965bf172-9d94-473a-b359-061a8547697d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:40:44.882325 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:44.976328 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] For port 965bf172-9d94-473a-b359-061a8547697d, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=965bf172-9d94-473a-b359-061a8547697d,segment=NetworkSegment(dc0e42fd-c28e-43b4-9098-08628c89f0cf),segment_id=dc0e42fd-c28e-43b4-9098-08628c89f0cf)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:44.977029 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:44.990884 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] Calling delete_port for 965bf172-9d94-473a-b359-061a8547697d owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:40:45.207131 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:45.239777 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=965bf172-9d94-473a-b359-061a8547697d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:45.418244 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550020'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:45.683586 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] Router b08bb4b1-b745-4a5c-97eb-0bbb73632137 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:40:45.799545 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:40:45.805379 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-2e3855d5-a364-4bdd-884d-29f012fbbdc8 admin admin] 10.222.0.46 "PUT /v2.0/routers/b08bb4b1-b745-4a5c-97eb-0bbb73632137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659024 Dec 15 11:40:45.808350 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44844) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:45.812056 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71da4b8-c4a7-4fc7-8981-ffd7bc1749a9 None None] Sync routers for ids ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:40:45.830485 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71da4b8-c4a7-4fc7-8981-ffd7bc1749a9 None None] Routers {'b08bb4b1-b745-4a5c-97eb-0bbb73632137'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:45.831121 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a71da4b8-c4a7-4fc7-8981-ffd7bc1749a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:40:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:45.853497 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 343a57ad-56a7-42a1-b2f0-d0195784a65f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:45.881615 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: 343a57ad-56a7-42a1-b2f0-d0195784a65f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:40:45.882000 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 343a57ad-56a7-42a1-b2f0-d0195784a65f not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:40:45.925750 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:45.972233 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a71da4b8-c4a7-4fc7-8981-ffd7bc1749a9 None None] Set router b08bb4b1-b745-4a5c-97eb-0bbb73632137 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:46.040188 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.132457 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Deleting port 66fc0dcc-4830-4830-a444-c13682c8c459 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:40:46.133041 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.182662 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a71da4b8-c4a7-4fc7-8981-ffd7bc1749a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'name': 'tempest-ServerRescueNegativeTestJSON-648095386-router', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:36Z', 'updated_at': '2021-12-15T11:40:45Z', 'revision_number': 5, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'gw_port': {'id': '66fc0dcc-4830-4830-a444-c13682c8c459', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:46.211088 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71da4b8-c4a7-4fc7-8981-ffd7bc1749a9 None None] Checking router: b08bb4b1-b745-4a5c-97eb-0bbb73632137 for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:40:46.221164 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71da4b8-c4a7-4fc7-8981-ffd7bc1749a9 None None] Routers {'b08bb4b1-b745-4a5c-97eb-0bbb73632137'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:46.221899 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a71da4b8-c4a7-4fc7-8981-ffd7bc1749a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:40:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:46.312630 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a71da4b8-c4a7-4fc7-8981-ffd7bc1749a9 None None] Set router b08bb4b1-b745-4a5c-97eb-0bbb73632137 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:46.369153 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a71da4b8-c4a7-4fc7-8981-ffd7bc1749a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'name': 'tempest-ServerRescueNegativeTestJSON-648095386-router', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:36Z', 'updated_at': '2021-12-15T11:40:46Z', 'revision_number': 6, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'gw_port_host': None}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:46.395593 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71da4b8-c4a7-4fc7-8981-ffd7bc1749a9 None None] The sync data for ids ['b08bb4b1-b745-4a5c-97eb-0bbb73632137'] in dv-cinder-813221-4-iscsi is: [{'id': 'b08bb4b1-b745-4a5c-97eb-0bbb73632137', 'name': 'tempest-ServerRescueNegativeTestJSON-648095386-router', 'tenant_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:36Z', 'updated_at': '2021-12-15T11:40:46Z', 'revision_number': 6, 'project_id': '9ac4fa38ea1f4ec4930b17cf3dc0b624', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:40:46.439002 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] For port 66fc0dcc-4830-4830-a444-c13682c8c459, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=66fc0dcc-4830-4830-a444-c13682c8c459,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:46.439391 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.452392 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Calling delete_port for 66fc0dcc-4830-4830-a444-c13682c8c459 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:40:46.632496 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.661570 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=66fc0dcc-4830-4830-a444-c13682c8c459,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:46.722668 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552742'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.830902 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12359'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.833419 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.906772 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550335'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.907349 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b08bb4b1-b745-4a5c-97eb-0bbb73632137 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:40:46.913662 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.917928 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f6f37291-892a-40b2-a280-820a4303b3e4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b08bb4b1-b745-4a5c-97eb-0bbb73632137 HTTP/1.1" status: 204 len: 168 time: 1.1058385 Dec 15 11:40:46.918323 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44856) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:46.970391 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-275b0a89-11fe-422f-843f-adad53a10fbb admin admin] Deleting subnet 368ebbce-e5bf-438b-97c1-903468bb035e {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:40:46.973858 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-275b0a89-11fe-422f-843f-adad53a10fbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.019330 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-275b0a89-11fe-422f-843f-adad53a10fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261087230'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.065101 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-275b0a89-11fe-422f-843f-adad53a10fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.130968 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-275b0a89-11fe-422f-843f-adad53a10fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261048293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261019114'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.155461 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b0a89-11fe-422f-843f-adad53a10fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=368ebbce-e5bf-438b-97c1-903468bb035e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:47.159182 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-275b0a89-11fe-422f-843f-adad53a10fbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.164921 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-275b0a89-11fe-422f-843f-adad53a10fbb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/368ebbce-e5bf-438b-97c1-903468bb035e HTTP/1.1" status: 204 len: 168 time: 0.2423005 Dec 15 11:40:47.165363 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44858) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:47.237109 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.324215 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.344937 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a112e70-069f-4e26-9121-cfdeea822751']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:47.355679 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0e42fd-c28e-43b4-9098-08628c89f0cf') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:47.355976 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0e42fd-c28e-43b4-9098-08628c89f0cf') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:47.366940 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260691950'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.382656 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.390934 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:40:47.391419 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260673831'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: Traceback (most recent call last): Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: timer() Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: cb(*args, **kw) Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: return func(*args, **kwargs) Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: self._notify() Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: self.callback(batched_events) Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: event.method(event) Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: return f(self, *a, **k) Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._get(url).json() Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: return self.request(url, 'GET', **kwargs) Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:40:47.393253 dv-cinder-813221-4-iscsi neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:40:47.452927 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.457288 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.461256 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1a112e70-069f-4e26-9121-cfdeea822751 HTTP/1.1" status: 204 len: 168 time: 0.2940795 Dec 15 11:40:47.478459 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582d592-7ba5-450d-882e-78c71fabd937 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a112e70-069f-4e26-9121-cfdeea822751,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:47.659025 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44864) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:47.706692 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-2e409114-7ee5-4796-a3d6-6e53d3c30822 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ac4fa38ea1f4ec4930b17cf3dc0b624&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462587 Dec 15 11:40:47.709504 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44866) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:47.763338 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a761af-a42f-49f1-9bd3-dd809a8b899e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.785548 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a761af-a42f-49f1-9bd3-dd809a8b899e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.842069 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a761af-a42f-49f1-9bd3-dd809a8b899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.844708 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a761af-a42f-49f1-9bd3-dd809a8b899e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.845916 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-30a761af-a42f-49f1-9bd3-dd809a8b899e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4094964-5b99-4d77-83fd-c6c92976d45d HTTP/1.1" status: 204 len: 168 time: 0.1354241 Dec 15 11:40:47.854153 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a761af-a42f-49f1-9bd3-dd809a8b899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4094964-5b99-4d77-83fd-c6c92976d45d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:48.129938 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 66fc0dcc-4830-4830-a444-c13682c8c459 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:48.152228 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 66fc0dcc-4830-4830-a444-c13682c8c459 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:40:48.152524 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 66fc0dcc-4830-4830-a444-c13682c8c459 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:40:48.153013 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 965bf172-9d94-473a-b359-061a8547697d no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:48.174714 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 965bf172-9d94-473a-b359-061a8547697d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:40:48.174714 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 965bf172-9d94-473a-b359-061a8547697d not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:40:48.698708 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 44892) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:48.799164 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1537082136-network', 'tenant_id': 'f2ccc89e123c4395b89aec3116535b0e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:48.824082 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Made reservation on behalf of f2ccc89e123c4395b89aec3116535b0e for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:48.826840 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.836237 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.917667 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.923140 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.950464 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:40:48.956117 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:48.964982 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.964982 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.segments_db [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Added segment aef3d920-7bd2-4bb6-984b-d84e47a1f7d3 of type vlan for network e0ecd982-f13f-4085-a3af-b605505d4912 Dec 15 11:40:49.010072 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.037748 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.038746 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:49.039326 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.101642 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4018118 Dec 15 11:40:49.104875 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 44898) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:49.107508 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c6527-a072-43e0-883b-0e2da51acb74 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ecd982-f13f-4085-a3af-b605505d4912,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:49.111395 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] Request body: {'subnet': {'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1537082136-subnet', 'tenant_id': 'f2ccc89e123c4395b89aec3116535b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:49.119278 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network e0ecd982-f13f-4085-a3af-b605505d4912 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:40:49.138317 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] Made reservation on behalf of f2ccc89e123c4395b89aec3116535b0e for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:49.140951 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261019021'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.328156 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261047842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261019027'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.387283 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b861287-aafa-495f-81b1-2b7cc144c146,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:49.399288 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] Checking segment: {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:49.399719 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] Network hostable DHCP agents. Network: e0ecd982-f13f-4085-a3af-b605505d4912, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:40:49.422965 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] Network e0ecd982-f13f-4085-a3af-b605505d4912 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:40:49.433242 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, e0ecd982-f13f-4085-a3af-b605505d4912) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:49.437588 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:49.438172 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.444285 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6201c6d6-4f77-4ee5-981a-56a3d97cee3c None None] Network e0ecd982-f13f-4085-a3af-b605505d4912 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:49.455707 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-9858e4b4-04b7-4ae8-90f7-f90728521591 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3496294 Dec 15 11:40:49.546441 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aca288-5e44-42a8-87a8-fcea45e38263 None None] Network e0ecd982-f13f-4085-a3af-b605505d4912 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:50.246363 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-8184665e-1ee1-497e-9428-528977363dd3 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:50.247974 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-8184665e-1ee1-497e-9428-528977363dd3 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 815 time: 0.1151185 Dec 15 11:40:50.264888 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-bed30a60-5acb-4c9f-86a9-23a4f5ebc665 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/quotas/f2ccc89e123c4395b89aec3116535b0e HTTP/1.1" status: 200 len: 375 time: 0.0110357 Dec 15 11:40:50.312052 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-76c03b75-822b-4a1b-aa61-b6eee727c8e7 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369143 Dec 15 11:40:50.405211 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-cb94d04b-f711-48ee-a8f5-7ff66f55c156 service neutron] 10.222.0.46 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852003 Dec 15 11:40:50.509397 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-d6a314cc-3d0f-4b1a-9e13-5cbd376998d0 service neutron] 10.222.0.46 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947084 Dec 15 11:40:50.685982 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7873314f-5548-4aa9-8b6f-a93eceaee4bc req-41c71002-4210-4453-a7c1-86bcc16616d6 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0282364 Dec 15 11:40:51.770401 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3c782b91-091d-48f8-8ee8-f9597246e124 req-08ca4506-633f-473a-8724-670af5dcfa8a tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0277281 Dec 15 11:40:52.853147 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-da7ed786-398f-47ab-8f27-07957bb3d9da req-233a847c-2510-4264-a194-59838414a416 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0271232 Dec 15 11:40:53.945127 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-64487aec-7906-4ce6-abc1-0a4cee6e6a95 req-eb0485bc-d8c7-4a60-b834-11622e52421b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0324292 Dec 15 11:40:55.047032 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f77fac3c-cf4d-4a54-897f-98a5e5e2d5bf req-641639e2-59cb-457f-8946-3c85f6bf26fa tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0266950 Dec 15 11:40:57.843444 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:40:59.077836 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-57240293-a1af-4e9f-949d-b705eca0f882 req-2ea22a89-296a-436d-a96d-b54e23f29444 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0303490 Dec 15 11:40:59.713577 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-da346b61-e660-4d6b-9b65-a503c4595b24 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:59.715102 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-da346b61-e660-4d6b-9b65-a503c4595b24 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 815 time: 0.1119673 Dec 15 11:40:59.740426 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Request body: {'port': {'device_id': 'f57cd11a-0965-4b3c-8122-7e8b6573a8f0', 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912', 'admin_state_up': True, 'tenant_id': 'f2ccc89e123c4395b89aec3116535b0e'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:59.860232 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Made reservation on behalf of f2ccc89e123c4395b89aec3116535b0e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:59.863876 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:00.004389 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Allocated IP 172.20.0.13 (e0ecd982-f13f-4085-a3af-b605505d4912/8b861287-aafa-495f-81b1-2b7cc144c146/d41c3051-f240-4727-9340-3d6b21d07e4d) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:41:00.213195 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:00.240824 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c9a9e7f1-1b00-4a4f-ad79-ca5bd9e5eaad req-5b57baa4-a00c-4747-b955-e98b52e0de53 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0276394 Dec 15 11:41:00.268213 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:00.313721 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Network e0ecd982-f13f-4085-a3af-b605505d4912 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:41:00.317024 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:41:00.321474 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:41:00.328389 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Pushing event updated for resources: {'Port': ['ID=d41c3051-f240-4727-9340-3d6b21d07e4d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:00.355791 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.356142 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.356489 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.356827 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.357157 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.357488 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.357802 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.358144 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.358473 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.358801 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.359124 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.359433 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.359821 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:00.387702 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:00.388392 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:00.406943 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-ed2e3dc2-231f-4740-9b16-7f0aa514d54d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6715686 Dec 15 11:41:00.426136 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Request body: {'port': {'device_id': 'f57cd11a-0965-4b3c-8122-7e8b6573a8f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:00.489919 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:00.777197 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41c3051-f240-4727-9340-3d6b21d07e4d {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:00.784693 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:00.797593 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Transition to ACTIVE for port object d41c3051-f240-4727-9340-3d6b21d07e4d will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:41:00.802296 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:00.850344 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d41c3051-f240-4727-9340-3d6b21d07e4d,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:00.929242 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Attempting to bind port d41c3051-f240-4727-9340-3d6b21d07e4d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:41:00.929641 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Attempting to bind port d41c3051-f240-4727-9340-3d6b21d07e4d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:41:00.929917 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Attempting to bind port d41c3051-f240-4727-9340-3d6b21d07e4d on network e0ecd982-f13f-4085-a3af-b605505d4912 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:00.934946 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Port d41c3051-f240-4727-9340-3d6b21d07e4d on network e0ecd982-f13f-4085-a3af-b605505d4912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:41:00.935273 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Attempting to bind port d41c3051-f240-4727-9340-3d6b21d07e4d on network e0ecd982-f13f-4085-a3af-b605505d4912 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:00.940607 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:41:00.940951 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Checking segment: {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:41:00.941315 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Bound using segment: {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:41:00.941791 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Bound port: d41c3051-f240-4727-9340-3d6b21d07e4d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:41:00.942151 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:01.022018 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] For port d41c3051-f240-4727-9340-3d6b21d07e4d, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:41:01.025485 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] For port d41c3051-f240-4727-9340-3d6b21d07e4d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d41c3051-f240-4727-9340-3d6b21d07e4d,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:41:01.031908 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:01.070897 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:01.071519 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:01.072955 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] 10.222.0.59 "PUT /v2.0/ports/d41c3051-f240-4727-9340-3d6b21d07e4d HTTP/1.1" status: 200 len: 1094 time: 0.6517398 Dec 15 11:41:01.073413 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57cd11a-0965-4b3c-8122-7e8b6573a8f0', 'tag': 'd41c3051-f240-4727-9340-3d6b21d07e4d'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:01.075865 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6d4c74-4fbc-41b0-a9a4-9dc5f7567376" -d '{"events": [{"name": "network-changed", "server_uuid": "f57cd11a-0965-4b3c-8122-7e8b6573a8f0", "tag": "d41c3051-f240-4727-9340-3d6b21d07e4d"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:01.096013 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252084a2-ff4c-42b5-80fd-793a13aff2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d41c3051-f240-4727-9340-3d6b21d07e4d,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:01.127448 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476e69e7-d402-41be-9060-a339cc31b295 x-openstack-request-id: req-476e69e7-d402-41be-9060-a339cc31b295 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:01.128019 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57cd11a-0965-4b3c-8122-7e8b6573a8f0", "tag": "d41c3051-f240-4727-9340-3d6b21d07e4d", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:01.128517 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-476e69e7-d402-41be-9060-a339cc31b295 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:01.129186 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57cd11a-0965-4b3c-8122-7e8b6573a8f0', 'tag': 'd41c3051-f240-4727-9340-3d6b21d07e4d', 'status': 'completed', 'code': 200} Dec 15 11:41:01.202139 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-72c8642f-2882-4ff6-a07a-52583542c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:01.203829 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-72c8642f-2882-4ff6-a07a-52583542c523 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 1097 time: 0.0544097 Dec 15 11:41:01.258145 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-17a06f3b-fa52-464d-946a-705860e0dc7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d41c3051-f240-4727-9340-3d6b21d07e4d HTTP/1.1" status: 200 len: 217 time: 0.0404460 Dec 15 11:41:01.324675 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-56eef495-b08b-47a2-ad19-72728ab1f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:01.326292 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-56eef495-b08b-47a2-ad19-72728ab1f2ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b861287-aafa-495f-81b1-2b7cc144c146 HTTP/1.1" status: 200 len: 855 time: 0.0597038 Dec 15 11:41:01.363409 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-04d38451-a167-4a1e-8f8d-1b63ae7acdce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0ecd982-f13f-4085-a3af-b605505d4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280044 Dec 15 11:41:01.414003 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048c506-c271-4b7d-9463-71068bec4b3d req-7509d519-6ec3-4b85-9f82-af142e08e78f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:01.415598 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9048c506-c271-4b7d-9463-71068bec4b3d req-7509d519-6ec3-4b85-9f82-af142e08e78f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 944 time: 0.0554624 Dec 15 11:41:01.463444 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-64c58964-03eb-44bc-9572-e214170b4d34 service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907443 Dec 15 11:41:01.464840 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9048c506-c271-4b7d-9463-71068bec4b3d req-fee2ceb5-0f7e-44a0-9fac-b0a870cf4457 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Dec 15 11:41:01.558530 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-96fdb85a-fb34-4f18-9bdf-c80ca79f9561 req-b2a81ecc-69f7-4c23-83e5-e5e67b14d3e4 service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880761 Dec 15 11:41:03.769424 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b14a560-c2cd-49c7-89df-8e885ce82e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:05.670790 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4c74-4fbc-41b0-a9a4-9dc5f7567376 req-2874425e-6f46-4f29-8e0e-e7a96f9fdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:05.672510 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9b6d4c74-4fbc-41b0-a9a4-9dc5f7567376 req-2874425e-6f46-4f29-8e0e-e7a96f9fdb0e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 1097 time: 0.0502384 Dec 15 11:41:05.781909 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4c74-4fbc-41b0-a9a4-9dc5f7567376 req-129a87ea-3f2b-4b7b-8257-0eb5e6a623a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:05.783451 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9b6d4c74-4fbc-41b0-a9a4-9dc5f7567376 req-129a87ea-3f2b-4b7b-8257-0eb5e6a623a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 916 time: 0.1019685 Dec 15 11:41:05.830519 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9b6d4c74-4fbc-41b0-a9a4-9dc5f7567376 req-3bbd29e6-f449-4685-84fb-3178e99d34ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d41c3051-f240-4727-9340-3d6b21d07e4d HTTP/1.1" status: 200 len: 217 time: 0.0386832 Dec 15 11:41:05.886857 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4c74-4fbc-41b0-a9a4-9dc5f7567376 req-f2a5188c-0cb3-436f-9d92-be9858513ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:05.888409 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9b6d4c74-4fbc-41b0-a9a4-9dc5f7567376 req-f2a5188c-0cb3-436f-9d92-be9858513ef7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b861287-aafa-495f-81b1-2b7cc144c146 HTTP/1.1" status: 200 len: 855 time: 0.0514414 Dec 15 11:41:05.921894 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9b6d4c74-4fbc-41b0-a9a4-9dc5f7567376 req-1cb4f603-6e9f-44ce-add0-b213d4d93f93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0ecd982-f13f-4085-a3af-b605505d4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262978 Dec 15 11:41:06.021813 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9b6d4c74-4fbc-41b0-a9a4-9dc5f7567376 req-53015fc3-bc1c-4349-9736-5645c0325cd0 service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927227 Dec 15 11:41:06.145529 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9b6d4c74-4fbc-41b0-a9a4-9dc5f7567376 req-f393ca81-52bd-48af-8a8b-dbe30ddb60e8 service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154325 Dec 15 11:41:06.168575 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e1cdd56-e024-4306-82bc-ed2528c101d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:06.699162 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963a6b-875d-4709-bf97-46be9542d56e req-147001d3-c18f-4e12-8933-93e2f20bfd13 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:06.700942 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fb963a6b-875d-4709-bf97-46be9542d56e req-147001d3-c18f-4e12-8933-93e2f20bfd13 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 944 time: 0.0648613 Dec 15 11:41:06.757807 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fb963a6b-875d-4709-bf97-46be9542d56e req-a4461853-07d9-43f2-b65d-8848c29ba049 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480905 Dec 15 11:41:07.239892 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:08.756498 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a523c2-11f7-4d33-9fa3-6b97045e10ab req-ffb38c75-8b48-495c-a01f-9cc4480a901d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:08.758095 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-44a523c2-11f7-4d33-9fa3-6b97045e10ab req-ffb38c75-8b48-495c-a01f-9cc4480a901d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 944 time: 0.0565035 Dec 15 11:41:08.821274 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-44a523c2-11f7-4d33-9fa3-6b97045e10ab req-967cf1b1-47c1-4a1a-8abc-ede80004cf98 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563128 Dec 15 11:41:08.839192 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:09.522908 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:10.577127 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:12.636821 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d932b-b348-4a7d-9fbf-fa103e46b782 req-9e339b34-22c1-444e-b317-025b800f72b6 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:12.638478 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d67d932b-b348-4a7d-9fbf-fa103e46b782 req-9e339b34-22c1-444e-b317-025b800f72b6 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 944 time: 0.0578418 Dec 15 11:41:12.697571 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d67d932b-b348-4a7d-9fbf-fa103e46b782 req-d7caa21f-c2dc-4115-b0ef-4f127a285a9c tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487113 Dec 15 11:41:13.855175 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfc193-67d2-46e7-adac-d841331663ca req-a587b635-667d-4507-a092-f7e830776cb6 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:13.857127 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f3bfc193-67d2-46e7-adac-d841331663ca req-a587b635-667d-4507-a092-f7e830776cb6 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 944 time: 0.0724182 Dec 15 11:41:13.918436 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f3bfc193-67d2-46e7-adac-d841331663ca req-305f8044-13e2-4302-9cd7-6f98a464d772 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 Dec 15 11:41:14.562417 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 45166) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:41:14.693254 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-282e7524-4d17-4575-809c-9f707404f162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:14.789348 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-282e7524-4d17-4575-809c-9f707404f162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:14.803846 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-282e7524-4d17-4575-809c-9f707404f162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:14.844269 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e7524-4d17-4575-809c-9f707404f162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21cd5d1-0c73-4b8c-ba86-cc7afb24a377,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:14.848987 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-282e7524-4d17-4575-809c-9f707404f162 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ff7b13a7ee4465d92904464b8e7ce0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853351 Dec 15 11:41:14.851689 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 45174) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:41:14.927729 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79e1d041-a228-490f-9b88-b26a810d788c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:14.953017 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79e1d041-a228-490f-9b88-b26a810d788c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:15.015610 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79e1d041-a228-490f-9b88-b26a810d788c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:15.019343 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79e1d041-a228-490f-9b88-b26a810d788c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:15.021488 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-79e1d041-a228-490f-9b88-b26a810d788c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c21cd5d1-0c73-4b8c-ba86-cc7afb24a377 HTTP/1.1" status: 204 len: 168 time: 0.1684275 Dec 15 11:41:15.035797 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1d041-a228-490f-9b88-b26a810d788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21cd5d1-0c73-4b8c-ba86-cc7afb24a377,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:15.852429 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 45200) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:41:15.959060 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1423601592-network', 'tenant_id': 'ea0ce7ac1f82407092b685281a04a318'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:15.983675 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Made reservation on behalf of ea0ce7ac1f82407092b685281a04a318 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:41:15.986164 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:15.996290 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:16.082708 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:16.088156 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:16.116806 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:41:16.123581 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:16.132433 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:16.132433 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.segments_db [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Added segment 65d29f2d-e74c-43fe-9034-f98a00507dea of type vlan for network 1ca81994-63f7-469b-8019-b39f65dd6a8a Dec 15 11:41:16.176233 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:16.205178 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:16.206215 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:16.206818 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:16.263381 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4097140 Dec 15 11:41:16.266481 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 45206) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:41:16.272308 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] Request body: {'subnet': {'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1423601592-subnet', 'tenant_id': 'ea0ce7ac1f82407092b685281a04a318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:16.276397 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5185cc-354c-4905-89f0-41a4387398ff admin admin] Pushing event updated for resources: {'Network': ['ID=1ca81994-63f7-469b-8019-b39f65dd6a8a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:16.287927 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 1ca81994-63f7-469b-8019-b39f65dd6a8a details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:41:16.299603 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] Made reservation on behalf of ea0ce7ac1f82407092b685281a04a318 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:41:16.303806 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260639476'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:16.492394 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260673674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260639466'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:16.550490 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d8bee7-d7dc-46d7-b27d-bb0138a112e9,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:16.568904 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] Checking segment: {'id': '65d29f2d-e74c-43fe-9034-f98a00507dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:41:16.569266 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] Network hostable DHCP agents. Network: 1ca81994-63f7-469b-8019-b39f65dd6a8a, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:41:16.589795 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] Network 1ca81994-63f7-469b-8019-b39f65dd6a8a is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:41:16.602222 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 1ca81994-63f7-469b-8019-b39f65dd6a8a) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:41:16.607399 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:16.608036 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:16.612285 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de42298-3c90-48a0-a39b-4dc9bb282c84 None None] Network 1ca81994-63f7-469b-8019-b39f65dd6a8a requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:41:16.628967 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-7916392d-4b75-404c-bd0c-79744641c0ab admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3611021 Dec 15 11:41:16.721934 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44812058-46d7-4243-9981-e74dfb07ff0b None None] Network 1ca81994-63f7-469b-8019-b39f65dd6a8a requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:41:18.189598 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device d41c3051-f240-4727-9340-3d6b21d07e4d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:41:18.315434 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port d41c3051-f240-4727-9340-3d6b21d07e4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d41c3051-f240-4727-9340-3d6b21d07e4d,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:18.328506 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'd41c3051-f240-4727-9340-3d6b21d07e4d', 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912', 'port_id': 'd41c3051-f240-4727-9340-3d6b21d07e4d', 'mac_address': 'fa:16:3e:f9:45:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b861287-aafa-495f-81b1-2b7cc144c146', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:41:18.355972 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fcbd6-bd3a-45e3-bb64-13471f9bc8cb req-df3a5d6c-c133-4211-bed4-92b9bcbc9746 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:18.357468 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-437fcbd6-bd3a-45e3-bb64-13471f9bc8cb req-df3a5d6c-c133-4211-bed4-92b9bcbc9746 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 944 time: 0.0515785 Dec 15 11:41:18.366999 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:18.380429 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41c3051-f240-4727-9340-3d6b21d07e4d {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:18.401514 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port d41c3051-f240-4727-9340-3d6b21d07e4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d41c3051-f240-4727-9340-3d6b21d07e4d,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:18.404968 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-437fcbd6-bd3a-45e3-bb64-13471f9bc8cb req-ed632582-06a8-4db7-aba6-a2aa60e40c5b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Dec 15 11:41:18.408253 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:18.464736 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=d41c3051-f240-4727-9340-3d6b21d07e4d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:18.475423 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.475843 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.476217 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.476567 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.476910 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.477245 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.477562 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.477917 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.478244 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.478580 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.478911 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.479237 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:18.479589 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:19.182635 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['d41c3051-f240-4727-9340-3d6b21d07e4d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:19.546321 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58191a0-c713-4dd1-85b2-3e7759c0bae7 req-1369c6e2-c4ed-4796-9cb8-2334eed8fdb4 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:19.548013 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c58191a0-c713-4dd1-85b2-3e7759c0bae7 req-1369c6e2-c4ed-4796-9cb8-2334eed8fdb4 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 945 time: 0.0588887 Dec 15 11:41:19.612956 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c58191a0-c713-4dd1-85b2-3e7759c0bae7 req-fddee26a-cea6-45d0-8530-31d2e3865d11 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486977 Dec 15 11:41:20.630609 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-05ef6c89-83b3-464d-bb99-38d581256fda tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:20.632552 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-05ef6c89-83b3-464d-bb99-38d581256fda tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/networks?id=1ca81994-63f7-469b-8019-b39f65dd6a8a HTTP/1.1" status: 200 len: 809 time: 0.1143463 Dec 15 11:41:20.650966 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-b0c7ae19-2ae4-4a09-b996-e1f07a4f63c1 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/quotas/ea0ce7ac1f82407092b685281a04a318 HTTP/1.1" status: 200 len: 375 time: 0.0118160 Dec 15 11:41:20.688071 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-712719fe-a183-4837-8cea-85fe672f7409 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea0ce7ac1f82407092b685281a04a318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303721 Dec 15 11:41:20.824970 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f970c-db23-43b6-9878-31d1453a9fea req-83c17cd7-26eb-453e-8711-98f913bec533 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:20.826747 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-178f970c-db23-43b6-9878-31d1453a9fea req-83c17cd7-26eb-453e-8711-98f913bec533 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 945 time: 0.1283829 Dec 15 11:41:20.843627 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device d41c3051-f240-4727-9340-3d6b21d07e4d up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:41:20.850691 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-d85d5691-d4a0-4b07-950f-41dd8c4181f7 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535244 Dec 15 11:41:20.911150 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port d41c3051-f240-4727-9340-3d6b21d07e4d completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:41:20.918011 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port d41c3051-f240-4727-9340-3d6b21d07e4d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:41:20.918641 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.973195 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-178f970c-db23-43b6-9878-31d1453a9fea req-b5a15596-7f66-404f-aa74-7709d5a065e6 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350758 Dec 15 11:41:21.020275 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-5b51d2d1-0306-4279-af8c-608cf4b2c667 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616769 Dec 15 11:41:21.033885 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:21.070329 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57cd11a-0965-4b3c-8122-7e8b6573a8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41c3051-f240-4727-9340-3d6b21d07e4d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:21.073760 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eafbec-55ed-4a19-94ff-02ec4130fff5" -d '{"events": [{"server_uuid": "f57cd11a-0965-4b3c-8122-7e8b6573a8f0", "name": "network-vif-plugged", "status": "completed", "tag": "d41c3051-f240-4727-9340-3d6b21d07e4d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:21.092162 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port d41c3051-f240-4727-9340-3d6b21d07e4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d41c3051-f240-4727-9340-3d6b21d07e4d,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:21.098596 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:21.167014 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b809605b-91e0-4883-b669-b1f4d2433f77 x-openstack-request-id: req-b809605b-91e0-4883-b669-b1f4d2433f77 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:21.168837 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57cd11a-0965-4b3c-8122-7e8b6573a8f0", "name": "network-vif-plugged", "status": "completed", "tag": "d41c3051-f240-4727-9340-3d6b21d07e4d", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:21.168837 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b809605b-91e0-4883-b669-b1f4d2433f77 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:21.168837 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57cd11a-0965-4b3c-8122-7e8b6573a8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41c3051-f240-4727-9340-3d6b21d07e4d', 'code': 200} Dec 15 11:41:21.195411 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=d41c3051-f240-4727-9340-3d6b21d07e4d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:21.261245 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d5e6efd3-bb1d-4bbf-9eda-1868c5ef7289 req-963edabc-e048-4d49-b1ab-c6a4fabbd619 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 210 time: 0.0402100 Dec 15 11:41:21.458647 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960222d9-34cb-4fa0-8669-f447c6fc8d33 req-589ef472-0681-439c-9d20-fb039236b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:21.462026 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-960222d9-34cb-4fa0-8669-f447c6fc8d33 req-589ef472-0681-439c-9d20-fb039236b470 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 1099 time: 0.0587046 Dec 15 11:41:21.550716 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-960222d9-34cb-4fa0-8669-f447c6fc8d33 req-6244bb1f-94a8-4ffd-b9de-5b24305256e1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777767 Dec 15 11:41:22.229386 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cbb23-612a-4b46-adff-5b80acde4f2f req-d833838b-2bf7-4532-9926-48f7411ae0ae tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:22.231016 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-089cbb23-612a-4b46-adff-5b80acde4f2f req-d833838b-2bf7-4532-9926-48f7411ae0ae tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 946 time: 0.0681241 Dec 15 11:41:22.298353 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-089cbb23-612a-4b46-adff-5b80acde4f2f req-797eb5df-fe38-40ea-b312-dfd24c23f15f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591578 Dec 15 11:41:22.379208 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2f320c44-d9f7-4e0c-bc47-cdd4e6d1ebe0 req-709ba20f-9423-4095-953a-d293f067efaf tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 210 time: 0.0301483 Dec 15 11:41:23.018849 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-d816f5d7-00aa-4332-9717-fb3fbee4bbae tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:23.020400 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-d816f5d7-00aa-4332-9717-fb3fbee4bbae tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.59 "GET /v2.0/networks?id=1ca81994-63f7-469b-8019-b39f65dd6a8a HTTP/1.1" status: 200 len: 809 time: 0.1287668 Dec 15 11:41:23.081554 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Request body: {'port': {'device_id': 'a332da9d-e2e4-48a0-8505-9ee6409f95c4', 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a', 'admin_state_up': True, 'tenant_id': 'ea0ce7ac1f82407092b685281a04a318'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:23.208293 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Made reservation on behalf of ea0ce7ac1f82407092b685281a04a318 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:41:23.212035 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:23.361840 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Allocated IP 172.20.0.7 (1ca81994-63f7-469b-8019-b39f65dd6a8a/f8d8bee7-d7dc-46d7-b27d-bb0138a112e9/c02d9861-5204-4a55-a3f9-1a2333108d88) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:41:23.457313 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf271f-47a1-4b07-a9ff-786d4d671589 req-953f06b9-61fe-4af4-a5d8-71dfe54f89b0 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:23.458849 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2fdf271f-47a1-4b07-a9ff-786d4d671589 req-953f06b9-61fe-4af4-a5d8-71dfe54f89b0 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 946 time: 0.0577583 Dec 15 11:41:23.543088 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:23.557564 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2fdf271f-47a1-4b07-a9ff-786d4d671589 req-b21475a6-2797-4015-93fd-4b9911bc3097 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880966 Dec 15 11:41:23.603407 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:23.611096 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-04987db6-1b01-4529-af12-804df5259805 req-5f75f26e-4a3b-48e8-85da-165c13e62e94 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 210 time: 0.0345395 Dec 15 11:41:23.670079 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Network 1ca81994-63f7-469b-8019-b39f65dd6a8a is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:41:23.674245 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:41:23.677696 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:41:23.682290 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Pushing event updated for resources: {'Port': ['ID=c02d9861-5204-4a55-a3f9-1a2333108d88,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:23.740950 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:23.741607 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:23.763950 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-6c40ac12-9b56-4cf5-9cde-c0717a6321ea tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6868489 Dec 15 11:41:23.789251 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Request body: {'port': {'device_id': 'a332da9d-e2e4-48a0-8505-9ee6409f95c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:23.865690 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:24.176103 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02d9861-5204-4a55-a3f9-1a2333108d88 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:24.184714 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:24.200236 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Transition to ACTIVE for port object c02d9861-5204-4a55-a3f9-1a2333108d88 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:41:24.205804 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:24.257591 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Pushing event updated for resources: {'Port': ['ID=c02d9861-5204-4a55-a3f9-1a2333108d88,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:24.363514 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Attempting to bind port c02d9861-5204-4a55-a3f9-1a2333108d88 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:41:24.364099 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Attempting to bind port c02d9861-5204-4a55-a3f9-1a2333108d88 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '65d29f2d-e74c-43fe-9034-f98a00507dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:41:24.364528 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Attempting to bind port c02d9861-5204-4a55-a3f9-1a2333108d88 on network 1ca81994-63f7-469b-8019-b39f65dd6a8a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:24.371137 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Port c02d9861-5204-4a55-a3f9-1a2333108d88 on network 1ca81994-63f7-469b-8019-b39f65dd6a8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:41:24.371471 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Attempting to bind port c02d9861-5204-4a55-a3f9-1a2333108d88 on network 1ca81994-63f7-469b-8019-b39f65dd6a8a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:24.377507 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:41:24.377837 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Checking segment: {'id': '65d29f2d-e74c-43fe-9034-f98a00507dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:41:24.378253 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Bound using segment: {'id': '65d29f2d-e74c-43fe-9034-f98a00507dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:41:24.378687 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Bound port: c02d9861-5204-4a55-a3f9-1a2333108d88, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d29f2d-e74c-43fe-9034-f98a00507dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:41:24.379050 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:24.466770 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] For port c02d9861-5204-4a55-a3f9-1a2333108d88, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:41:24.473646 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] For port c02d9861-5204-4a55-a3f9-1a2333108d88, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c02d9861-5204-4a55-a3f9-1a2333108d88,segment=NetworkSegment(65d29f2d-e74c-43fe-9034-f98a00507dea),segment_id=65d29f2d-e74c-43fe-9034-f98a00507dea)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:41:24.480942 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:24.520939 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:24.521568 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:24.523068 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] 10.222.0.59 "PUT /v2.0/ports/c02d9861-5204-4a55-a3f9-1a2333108d88 HTTP/1.1" status: 200 len: 1093 time: 0.7391641 Dec 15 11:41:24.523551 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a332da9d-e2e4-48a0-8505-9ee6409f95c4', 'tag': 'c02d9861-5204-4a55-a3f9-1a2333108d88'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:24.526103 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0c0e8b-9cc0-4432-a20d-fbcc15dfcd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a332da9d-e2e4-48a0-8505-9ee6409f95c4", "tag": "c02d9861-5204-4a55-a3f9-1a2333108d88"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:24.559281 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7071ffc-f5a9-4a5d-9ad5-def80999ac81 service neutron] Pushing event updated for resources: {'Port': ['ID=c02d9861-5204-4a55-a3f9-1a2333108d88,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:24.607167 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff22195b-72c1-458a-b38d-d575a36573cc x-openstack-request-id: req-ff22195b-72c1-458a-b38d-d575a36573cc {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:24.607493 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a332da9d-e2e4-48a0-8505-9ee6409f95c4", "tag": "c02d9861-5204-4a55-a3f9-1a2333108d88", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:24.607950 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff22195b-72c1-458a-b38d-d575a36573cc {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:24.608410 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a332da9d-e2e4-48a0-8505-9ee6409f95c4', 'tag': 'c02d9861-5204-4a55-a3f9-1a2333108d88', 'status': 'completed', 'code': 200} Dec 15 11:41:24.721536 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-10172725-99de-46c0-84ba-75b31612fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:24.723186 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-10172725-99de-46c0-84ba-75b31612fda4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea0ce7ac1f82407092b685281a04a318&device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 1096 time: 0.0664945 Dec 15 11:41:24.757325 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835adfe-2b7b-4ce8-a12e-1527c35fbe87 req-b52d12f1-60c7-49d4-8122-c7e1139a3c3b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:24.759708 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8835adfe-2b7b-4ce8-a12e-1527c35fbe87 req-b52d12f1-60c7-49d4-8122-c7e1139a3c3b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 946 time: 0.0891118 Dec 15 11:41:24.801038 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-e0c2d9a3-15c9-4c44-b77c-cd86fab7af01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02d9861-5204-4a55-a3f9-1a2333108d88 HTTP/1.1" status: 200 len: 217 time: 0.0423682 Dec 15 11:41:24.844187 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8835adfe-2b7b-4ce8-a12e-1527c35fbe87 req-0b40a5ea-8858-49f1-8100-ae22e976b4f7 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772262 Dec 15 11:41:24.853023 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562594f-c3f1-43ef-8d75-fc2002f4c9a1 req-d71b4fdc-15a4-466d-a9ab-2fcd5fab626d tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:24.854641 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a562594f-c3f1-43ef-8d75-fc2002f4c9a1 req-d71b4fdc-15a4-466d-a9ab-2fcd5fab626d tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 943 time: 0.0891256 Dec 15 11:41:24.892272 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-0ff9e5fa-c0b1-4983-95c5-ede7c8a764f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:24.893986 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-0ff9e5fa-c0b1-4983-95c5-ede7c8a764f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8d8bee7-d7dc-46d7-b27d-bb0138a112e9 HTTP/1.1" status: 200 len: 849 time: 0.0776029 Dec 15 11:41:24.923135 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a562594f-c3f1-43ef-8d75-fc2002f4c9a1 req-a61edae4-e1eb-4424-a628-d48ce8252f2f tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576086 Dec 15 11:41:24.950652 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-61540352-1954-4407-b008-917f92f118cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ca81994-63f7-469b-8019-b39f65dd6a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423443 Dec 15 11:41:25.102135 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-393d4972-f1da-471d-8f29-feb82d2be550 service neutron] 10.222.0.59 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339655 Dec 15 11:41:25.232681 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4751b922-73d3-45ae-98a3-d90d3a78b23a req-381ef8a0-a423-4438-a575-28d05b0a34e8 service neutron] 10.222.0.59 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145852 Dec 15 11:41:25.366597 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257b6f7-ce02-4fee-90a3-7b473df4c963 req-c60e4f1d-034f-45ad-8aa2-86b149b5f6c8 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:25.368281 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8257b6f7-ce02-4fee-90a3-7b473df4c963 req-c60e4f1d-034f-45ad-8aa2-86b149b5f6c8 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 946 time: 0.0598252 Dec 15 11:41:25.426226 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8257b6f7-ce02-4fee-90a3-7b473df4c963 req-163c5c7a-2146-4067-8cd8-d949f48cf6cf tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514102 Dec 15 11:41:25.430138 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c0e8b-9cc0-4432-a20d-fbcc15dfcd4d req-4b201e59-5c61-4619-b894-f2b9cf0c985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:25.431821 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6b0c0e8b-9cc0-4432-a20d-fbcc15dfcd4d req-4b201e59-5c61-4619-b894-f2b9cf0c985f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea0ce7ac1f82407092b685281a04a318&device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 1096 time: 0.0498440 Dec 15 11:41:25.529304 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c0e8b-9cc0-4432-a20d-fbcc15dfcd4d req-0ed6e579-a7c9-4319-88a3-b778f579e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:25.531012 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6b0c0e8b-9cc0-4432-a20d-fbcc15dfcd4d req-0ed6e579-a7c9-4319-88a3-b778f579e9a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1ca81994-63f7-469b-8019-b39f65dd6a8a HTTP/1.1" status: 200 len: 910 time: 0.0898643 Dec 15 11:41:25.589904 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6b0c0e8b-9cc0-4432-a20d-fbcc15dfcd4d req-7df801d3-783f-4bbf-ae21-da0455a52b8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02d9861-5204-4a55-a3f9-1a2333108d88 HTTP/1.1" status: 200 len: 217 time: 0.0436308 Dec 15 11:41:25.648968 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c0e8b-9cc0-4432-a20d-fbcc15dfcd4d req-4b331a20-6963-492f-b4b0-bbfafad3a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:25.650536 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6b0c0e8b-9cc0-4432-a20d-fbcc15dfcd4d req-4b331a20-6963-492f-b4b0-bbfafad3a64c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8d8bee7-d7dc-46d7-b27d-bb0138a112e9 HTTP/1.1" status: 200 len: 849 time: 0.0522363 Dec 15 11:41:25.690854 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6b0c0e8b-9cc0-4432-a20d-fbcc15dfcd4d req-77d6f0bd-5c84-4942-8da1-c0272b295cd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ca81994-63f7-469b-8019-b39f65dd6a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288482 Dec 15 11:41:26.060884 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6b0c0e8b-9cc0-4432-a20d-fbcc15dfcd4d req-5db3be4f-dde1-4177-b3ce-cace072fd928 service neutron] 10.222.0.59 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544378 Dec 15 11:41:26.075195 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bf425-6fed-4505-943b-e8860c92c3ea req-d1ec9f38-dd65-42d0-8da0-a275879244ab tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:26.076849 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-431bf425-6fed-4505-943b-e8860c92c3ea req-d1ec9f38-dd65-42d0-8da0-a275879244ab tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 943 time: 0.0673256 Dec 15 11:41:26.134907 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-431bf425-6fed-4505-943b-e8860c92c3ea req-da2ffb1a-4c9a-4ae9-bb6f-5769381508aa tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Dec 15 11:41:26.177891 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6b0c0e8b-9cc0-4432-a20d-fbcc15dfcd4d req-edddb9b5-a53f-4fda-9961-55e923c5debf service neutron] 10.222.0.59 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992596 Dec 15 11:41:26.560187 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232c26-022e-4858-bdd3-c985df238ec6 req-eb6ea027-d090-40f4-8fd1-29483352003d tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:26.567807 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7c232c26-022e-4858-bdd3-c985df238ec6 req-eb6ea027-d090-40f4-8fd1-29483352003d tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 946 time: 0.0705254 Dec 15 11:41:26.617980 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7c232c26-022e-4858-bdd3-c985df238ec6 req-7194d062-1a09-4cb6-94ef-6fe0123ab47a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491891 Dec 15 11:41:27.279957 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd1de1-bb98-431c-956e-44196004ba52 req-8b942850-576b-411c-80f2-ed0eaeab0653 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:27.281555 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e5fd1de1-bb98-431c-956e-44196004ba52 req-8b942850-576b-411c-80f2-ed0eaeab0653 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 943 time: 0.0550799 Dec 15 11:41:27.343253 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e5fd1de1-bb98-431c-956e-44196004ba52 req-c8abc123-8673-4300-93b8-3c04778113f6 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553186 Dec 15 11:41:27.760060 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b35d38-10b6-4c24-ab88-cd3d78f56de7 req-e585085c-6c8d-48bb-a260-350bad5e109b tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:27.761588 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c8b35d38-10b6-4c24-ab88-cd3d78f56de7 req-e585085c-6c8d-48bb-a260-350bad5e109b tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 946 time: 0.0513892 Dec 15 11:41:27.823303 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c8b35d38-10b6-4c24-ab88-cd3d78f56de7 req-b68004e7-1a5f-4d61-bfe8-f7003caa43d3 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555317 Dec 15 11:41:28.079453 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb360d8-99ec-41f8-be16-ad07931b279c req-5cbd1d3a-408e-4028-b941-a678cdd9f6cf tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:28.081225 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-8eb360d8-99ec-41f8-be16-ad07931b279c req-5cbd1d3a-408e-4028-b941-a678cdd9f6cf tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 946 time: 0.0929902 Dec 15 11:41:28.255014 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-8eb360d8-99ec-41f8-be16-ad07931b279c req-e4fff054-e071-4943-a4b6-2907b3a37067 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Deleting port fedbf06b-b3ce-4582-914a-f1eea83c5880 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:41:28.255976 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8eb360d8-99ec-41f8-be16-ad07931b279c req-e4fff054-e071-4943-a4b6-2907b3a37067 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:28.361121 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-8eb360d8-99ec-41f8-be16-ad07931b279c req-e4fff054-e071-4943-a4b6-2907b3a37067 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] For port fedbf06b-b3ce-4582-914a-f1eea83c5880, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fedbf06b-b3ce-4582-914a-f1eea83c5880,segment=NetworkSegment(bf58ffe8-1553-4222-8323-fa4d7edb6345),segment_id=bf58ffe8-1553-4222-8323-fa4d7edb6345)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:28.361549 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8eb360d8-99ec-41f8-be16-ad07931b279c req-e4fff054-e071-4943-a4b6-2907b3a37067 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:28.378602 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-8eb360d8-99ec-41f8-be16-ad07931b279c req-e4fff054-e071-4943-a4b6-2907b3a37067 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Calling delete_port for fedbf06b-b3ce-4582-914a-f1eea83c5880 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:41:28.469984 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd025413-799a-4085-84cb-ce0414537e1c req-fe1f0a6e-002f-4dba-a335-e9ed306176e3 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:28.471437 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fd025413-799a-4085-84cb-ce0414537e1c req-fe1f0a6e-002f-4dba-a335-e9ed306176e3 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 943 time: 0.0497172 Dec 15 11:41:28.518331 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8eb360d8-99ec-41f8-be16-ad07931b279c req-e4fff054-e071-4943-a4b6-2907b3a37067 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:28.530038 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fd025413-799a-4085-84cb-ce0414537e1c req-1cdec5e9-53fc-4000-a8a6-7a8b2b8f4993 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500393 Dec 15 11:41:28.558341 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fff054-e071-4943-a4b6-2907b3a37067 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Pushing event deleted for resources: {'Port': ['ID=fedbf06b-b3ce-4582-914a-f1eea83c5880,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:28.580357 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['fedbf06b-b3ce-4582-914a-f1eea83c5880'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:28.622974 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb360d8-99ec-41f8-be16-ad07931b279c req-e4fff054-e071-4943-a4b6-2907b3a37067 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] No DVR routers for this DVR port fedbf06b-b3ce-4582-914a-f1eea83c5880 on host hv-cinder-81322 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:41:28.625963 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8eb360d8-99ec-41f8-be16-ad07931b279c req-e4fff054-e071-4943-a4b6-2907b3a37067 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:28.630294 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-8eb360d8-99ec-41f8-be16-ad07931b279c req-e4fff054-e071-4943-a4b6-2907b3a37067 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.59 "DELETE /v2.0/ports/fedbf06b-b3ce-4582-914a-f1eea83c5880 HTTP/1.1" status: 204 len: 173 time: 0.5356936 Dec 15 11:41:28.630907 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6111f1b-d2eb-414c-8de6-97955cf16313', 'name': 'network-vif-deleted', 'tag': 'fedbf06b-b3ce-4582-914a-f1eea83c5880'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:28.633738 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45883178-7aeb-428d-aa3d-8bbd4d9375d3" -d '{"events": [{"server_uuid": "b6111f1b-d2eb-414c-8de6-97955cf16313", "name": "network-vif-deleted", "tag": "fedbf06b-b3ce-4582-914a-f1eea83c5880"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:28.679493 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7012da66-530d-47a1-a28a-4c83eb89ac36 x-openstack-request-id: req-7012da66-530d-47a1-a28a-4c83eb89ac36 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:28.679886 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6111f1b-d2eb-414c-8de6-97955cf16313", "name": "network-vif-deleted", "tag": "fedbf06b-b3ce-4582-914a-f1eea83c5880", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:28.680311 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7012da66-530d-47a1-a28a-4c83eb89ac36 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:28.680788 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6111f1b-d2eb-414c-8de6-97955cf16313', 'name': 'network-vif-deleted', 'tag': 'fedbf06b-b3ce-4582-914a-f1eea83c5880', 'status': 'completed', 'code': 200} Dec 15 11:41:28.955158 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-614e62c8-b9d1-4c86-82fc-9b9662819d51 req-045a3e9d-c95c-4666-a7fd-4a223afb0683 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6111f1b-d2eb-414c-8de6-97955cf16313 HTTP/1.1" status: 200 len: 210 time: 0.0365791 Dec 15 11:41:29.661549 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bd9fe-597e-4836-9d69-15eff840fe47 req-baf21d2e-f83a-47e4-955c-e9a0415f2e33 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:29.663190 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-785bd9fe-597e-4836-9d69-15eff840fe47 req-baf21d2e-f83a-47e4-955c-e9a0415f2e33 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 943 time: 0.0531909 Dec 15 11:41:29.722077 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-785bd9fe-597e-4836-9d69-15eff840fe47 req-1b198ad4-3c7b-4d81-ab24-7e4c4cb4c7b6 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519719 Dec 15 11:41:30.852288 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2d319-289d-46d8-a81c-698d5ae2161f req-6a1546eb-4d54-41b5-8621-32970cb49106 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:30.853824 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-71c2d319-289d-46d8-a81c-698d5ae2161f req-6a1546eb-4d54-41b5-8621-32970cb49106 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 943 time: 0.0505984 Dec 15 11:41:30.908700 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-71c2d319-289d-46d8-a81c-698d5ae2161f req-5564e40a-c29f-46dd-9705-fc7b3e14b72a tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480313 Dec 15 11:41:33.006026 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device c02d9861-5204-4a55-a3f9-1a2333108d88 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:41:33.245782 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port c02d9861-5204-4a55-a3f9-1a2333108d88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c02d9861-5204-4a55-a3f9-1a2333108d88,segment=NetworkSegment(65d29f2d-e74c-43fe-9034-f98a00507dea),segment_id=65d29f2d-e74c-43fe-9034-f98a00507dea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:33.257999 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'c02d9861-5204-4a55-a3f9-1a2333108d88', 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a', 'port_id': 'c02d9861-5204-4a55-a3f9-1a2333108d88', 'mac_address': 'fa:16:3e:95:8b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d8bee7-d7dc-46d7-b27d-bb0138a112e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:41:33.305230 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:33.319363 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02d9861-5204-4a55-a3f9-1a2333108d88 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:33.340293 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port c02d9861-5204-4a55-a3f9-1a2333108d88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c02d9861-5204-4a55-a3f9-1a2333108d88,segment=NetworkSegment(65d29f2d-e74c-43fe-9034-f98a00507dea),segment_id=65d29f2d-e74c-43fe-9034-f98a00507dea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:33.346327 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:33.400051 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=c02d9861-5204-4a55-a3f9-1a2333108d88,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:33.778202 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fed52151-1ec2-4834-9833-641f5f7fb285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:34.641573 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc546e-7de6-4c54-aaf0-2ef0d62d04e3 req-57c477c7-87ed-4908-8cb5-f91d843d9d8a tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:34.643111 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dffc546e-7de6-4c54-aaf0-2ef0d62d04e3 req-57c477c7-87ed-4908-8cb5-f91d843d9d8a tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 944 time: 0.0536966 Dec 15 11:41:34.694101 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dffc546e-7de6-4c54-aaf0-2ef0d62d04e3 req-4181c1ab-3e2f-4041-92e8-c2ff35a4d1d4 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Dec 15 11:41:34.845219 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:41:35.515532 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['c02d9861-5204-4a55-a3f9-1a2333108d88'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:35.858924 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2689b-2abe-40d9-a948-0283b2e8958b req-0f9e1e02-16ce-4708-8b62-4f2b1b12dcbf tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:35.860946 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-aad2689b-2abe-40d9-a948-0283b2e8958b req-0f9e1e02-16ce-4708-8b62-4f2b1b12dcbf tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 944 time: 0.0688457 Dec 15 11:41:35.927357 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-aad2689b-2abe-40d9-a948-0283b2e8958b req-a1e95ef7-27eb-41ff-b18a-9df3232f7773 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567074 Dec 15 11:41:36.157119 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6566d2e6-094e-4957-87eb-5f931ef3f229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:36.520390 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device fedbf06b-b3ce-4582-914a-f1eea83c5880 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:41:36.543250 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: fedbf06b-b3ce-4582-914a-f1eea83c5880 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:41:36.543618 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device fedbf06b-b3ce-4582-914a-f1eea83c5880 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:41:36.800232 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-764234cf-3da2-4413-a63a-8f9fcd2e886e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:36.801704 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-764234cf-3da2-4413-a63a-8f9fcd2e886e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 815 time: 0.1134865 Dec 15 11:41:36.817004 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-e7568cdd-a8c3-4f0b-be11-5afd113e4075 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/quotas/f2ccc89e123c4395b89aec3116535b0e HTTP/1.1" status: 200 len: 375 time: 0.0094318 Dec 15 11:41:36.869480 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-d92a897e-869b-4f66-acf9-ee01f72a872f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443602 Dec 15 11:41:36.973499 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-71fa6a7e-9a1e-4664-8ebc-1010027e05ca service neutron] 10.222.0.46 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959227 Dec 15 11:41:37.109982 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e3105-ad36-4f90-860d-0702770c97c6 req-25018cd7-0d24-42d0-b5dc-9bc83d8afb64 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.111546 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5a5e3105-ad36-4f90-860d-0702770c97c6 req-25018cd7-0d24-42d0-b5dc-9bc83d8afb64 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 944 time: 0.0791755 Dec 15 11:41:37.115593 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-4727537e-95ae-40fa-ae72-ff4fae26f6f9 service neutron] 10.222.0.46 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355417 Dec 15 11:41:37.170145 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5a5e3105-ad36-4f90-860d-0702770c97c6 req-a59230c4-f56c-4a27-a38b-30b0ca959c06 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516825 Dec 15 11:41:37.230375 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:37.524802 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1827027c-0b7e-4740-b20a-aacc291446cc req-e9f5f76f-2400-4b03-af93-fc4eeef67b25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 210 time: 0.0415111 Dec 15 11:41:37.712213 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8726f-07af-4c57-91aa-ca8129087b7a req-e99cc6f3-ce85-40c3-af1c-263f478bc74c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.713805 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-59c8726f-07af-4c57-91aa-ca8129087b7a req-e99cc6f3-ce85-40c3-af1c-263f478bc74c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0580785 Dec 15 11:41:37.767377 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-59c8726f-07af-4c57-91aa-ca8129087b7a req-0177874c-1e7a-4471-9160-b56647eb725f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474343 Dec 15 11:41:38.300537 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54088620-63a0-4df1-b44e-d2b6dde2566e req-37501028-3545-4460-bffc-a70b3b09bafa tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:38.302113 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-54088620-63a0-4df1-b44e-d2b6dde2566e req-37501028-3545-4460-bffc-a70b3b09bafa tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 944 time: 0.0546720 Dec 15 11:41:38.356486 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-54088620-63a0-4df1-b44e-d2b6dde2566e req-97e23015-c8a8-492f-addc-7a913b829e10 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478435 Dec 15 11:41:38.644498 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63768ff1-8926-4e55-9d4f-8edfb471735e req-92d08561-4676-4ada-a277-290f7032d66f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 210 time: 0.0371728 Dec 15 11:41:38.838058 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:38.900994 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c41e04-59f5-41c6-a4aa-534721ac941a req-cf91b9cc-96bc-4aa5-9156-8768a04ec091 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:38.902536 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-74c41e04-59f5-41c6-a4aa-534721ac941a req-cf91b9cc-96bc-4aa5-9156-8768a04ec091 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0548179 Dec 15 11:41:38.953228 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-74c41e04-59f5-41c6-a4aa-534721ac941a req-c02afa3a-3351-47f3-b902-3a8f57b8fad1 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439682 Dec 15 11:41:39.483485 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540a972-0a6d-4948-a0af-b30393853ffb req-3db64c8b-c30e-4dff-b19a-86409fd550ae tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:39.485791 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8540a972-0a6d-4948-a0af-b30393853ffb req-3db64c8b-c30e-4dff-b19a-86409fd550ae tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 944 time: 0.0553873 Dec 15 11:41:39.515238 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device c02d9861-5204-4a55-a3f9-1a2333108d88 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:41:39.551118 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:39.557099 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8540a972-0a6d-4948-a0af-b30393853ffb req-a94ce040-118f-4f3e-86a1-6c22390d39b8 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650048 Dec 15 11:41:39.579250 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port c02d9861-5204-4a55-a3f9-1a2333108d88 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:41:39.584132 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port c02d9861-5204-4a55-a3f9-1a2333108d88 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:41:39.584506 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:39.674975 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:39.704514 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a332da9d-e2e4-48a0-8505-9ee6409f95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02d9861-5204-4a55-a3f9-1a2333108d88'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:39.707209 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67ae5e4-0abf-40ee-88a4-45f96e71c5ec" -d '{"events": [{"server_uuid": "a332da9d-e2e4-48a0-8505-9ee6409f95c4", "name": "network-vif-plugged", "status": "completed", "tag": "c02d9861-5204-4a55-a3f9-1a2333108d88"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:39.722337 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port c02d9861-5204-4a55-a3f9-1a2333108d88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c02d9861-5204-4a55-a3f9-1a2333108d88,segment=NetworkSegment(65d29f2d-e74c-43fe-9034-f98a00507dea),segment_id=65d29f2d-e74c-43fe-9034-f98a00507dea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:39.727599 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:39.747521 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e31d0b68-ffe8-41ab-82ef-90b2e7f301bc req-157dc907-98d0-4941-a71c-e7ebc57bdfcc tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 210 time: 0.0307918 Dec 15 11:41:39.769424 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62abed18-36f2-46c3-bf78-99d442068336 x-openstack-request-id: req-62abed18-36f2-46c3-bf78-99d442068336 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:39.769754 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a332da9d-e2e4-48a0-8505-9ee6409f95c4", "name": "network-vif-plugged", "status": "completed", "tag": "c02d9861-5204-4a55-a3f9-1a2333108d88", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:39.770021 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62abed18-36f2-46c3-bf78-99d442068336 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:39.770428 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a332da9d-e2e4-48a0-8505-9ee6409f95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02d9861-5204-4a55-a3f9-1a2333108d88', 'code': 200} Dec 15 11:41:39.792510 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=c02d9861-5204-4a55-a3f9-1a2333108d88,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:40.320456 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a39d-7bf4-41fe-8770-51c66dadb9ea req-969cc24b-88b4-40ac-ad06-40b7c0d03f3d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:40.321936 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3675a39d-7bf4-41fe-8770-51c66dadb9ea req-969cc24b-88b4-40ac-ad06-40b7c0d03f3d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.2914953 Dec 15 11:41:40.373450 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3675a39d-7bf4-41fe-8770-51c66dadb9ea req-cac8c88a-cb27-43e6-95d4-5c89b35799f2 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449796 Dec 15 11:41:40.683988 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033941c4-eaf2-424c-b21a-66349dd2b6f6 req-02201ae0-7aa9-4aa7-821c-39e267503084 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:40.685495 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-033941c4-eaf2-424c-b21a-66349dd2b6f6 req-02201ae0-7aa9-4aa7-821c-39e267503084 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 945 time: 0.0526819 Dec 15 11:41:40.734951 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-033941c4-eaf2-424c-b21a-66349dd2b6f6 req-9d3f712b-3efa-4c3c-9630-44f4b74bf13d tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427427 Dec 15 11:41:40.869108 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8cb18a8a-a316-4f6f-9d8c-f7798ffd641e req-684cc2b1-0168-46df-8ae9-d038d0043bed tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 210 time: 0.0329814 Dec 15 11:41:40.894992 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:41.508517 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067db88-d7ba-469c-88d3-e8056a034476 req-6b372ee3-e4fc-41a9-8136-f94c2c9cbc89 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:41.510581 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d067db88-d7ba-469c-88d3-e8056a034476 req-6b372ee3-e4fc-41a9-8136-f94c2c9cbc89 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0600572 Dec 15 11:41:41.518970 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ba349-7bdb-413d-b878-a2c81af16969 req-d51aa022-ffc4-4abf-b2ff-b8ef3e3aa171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:41.522718 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6b4ba349-7bdb-413d-b878-a2c81af16969 req-d51aa022-ffc4-4abf-b2ff-b8ef3e3aa171 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 1098 time: 0.0481029 Dec 15 11:41:41.584615 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6b4ba349-7bdb-413d-b878-a2c81af16969 req-ec429758-3f6b-4829-b644-ea8e0f3fb517 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531945 Dec 15 11:41:41.585908 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d067db88-d7ba-469c-88d3-e8056a034476 req-c7099975-6d99-4dfd-a6c6-2e9125c84d9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683875 Dec 15 11:41:41.872228 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1f9eb-099a-4bdf-a96e-32f7ebd0f349 req-3e0ccdea-f2de-48c5-a271-0a1aa938c84d tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:41.872982 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c3f1f9eb-099a-4bdf-a96e-32f7ebd0f349 req-3e0ccdea-f2de-48c5-a271-0a1aa938c84d tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 945 time: 0.0553844 Dec 15 11:41:41.951032 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c3f1f9eb-099a-4bdf-a96e-32f7ebd0f349 req-1e01d89f-c84a-448a-898e-d25a3c95ecff tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690026 Dec 15 11:41:42.006720 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-238a16ec-351f-4645-a306-63d7feeabf0f req-6f387a34-1459-4b78-9683-be64354ef1fe tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 210 time: 0.0354497 Dec 15 11:41:42.296265 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-b04b39e8-f250-4ecc-b70e-186429a1f34c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:42.298041 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-b04b39e8-f250-4ecc-b70e-186429a1f34c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/networks?id=721ecb10-1d17-4891-9efd-e1adabc0af2c HTTP/1.1" status: 200 len: 813 time: 0.1470330 Dec 15 11:41:42.318724 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-38ac0455-33d5-46a6-8092-0613d22d8e97 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/quotas/ca390809f45641d89d37382b12877ec1 HTTP/1.1" status: 200 len: 375 time: 0.0109584 Dec 15 11:41:42.353050 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-bda761e6-93ad-4741-91e5-e3135a40a2a1 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca390809f45641d89d37382b12877ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273485 Dec 15 11:41:42.454705 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-b6ca1c36-bad4-4983-809e-3f0d53ef8573 service neutron] 10.222.0.46 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942452 Dec 15 11:41:42.559116 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-4defb56b-e585-47cd-9233-f43de8822908 service neutron] 10.222.0.46 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978763 Dec 15 11:41:42.756274 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-8023d0a3-b00a-4746-9202-1d8c847f8351 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:42.757817 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-8023d0a3-b00a-4746-9202-1d8c847f8351 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 815 time: 0.1368494 Dec 15 11:41:42.770371 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d321bf64-396f-4ea9-928d-eb92f7a643f7 req-e3b76189-c6d3-443a-825d-c1ea7b331ec8 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0374064 Dec 15 11:41:42.782872 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84183b-efe3-4a70-b840-5b9663abef40 req-69942d5e-b86f-48cf-be62-b40772ba892b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:42.784757 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c84183b-efe3-4a70-b840-5b9663abef40 req-69942d5e-b86f-48cf-be62-b40772ba892b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1104724 Dec 15 11:41:42.844250 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c84183b-efe3-4a70-b840-5b9663abef40 req-c8f1c4fd-0874-413f-a28e-4e78de2f57fc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459819 Dec 15 11:41:42.856390 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Request body: {'port': {'device_id': '4a70b728-31fc-4f22-8cc9-04bb8fdb67f4', 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912', 'admin_state_up': True, 'tenant_id': 'f2ccc89e123c4395b89aec3116535b0e'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:42.987717 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Made reservation on behalf of f2ccc89e123c4395b89aec3116535b0e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:41:42.991782 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:43.023428 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04db8b4-7f01-4a78-9792-8508e97dc7b9 req-bc904689-e213-40ba-8a56-bd23956cb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:43.025705 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b04db8b4-7f01-4a78-9792-8508e97dc7b9 req-bc904689-e213-40ba-8a56-bd23956cb529 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 1098 time: 0.0481102 Dec 15 11:41:43.139891 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Allocated IP 172.20.0.10 (e0ecd982-f13f-4085-a3af-b605505d4912/8b861287-aafa-495f-81b1-2b7cc144c146/b9fe75c7-4a6b-4fe2-8346-045b3b53ad51) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:41:43.170188 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e8404c84-ba8e-43e9-80c5-13ee20665ec7 req-3ae6eb04-aa51-4c89-aeb4-de0e0f5a4916 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 210 time: 0.0658143 Dec 15 11:41:43.194917 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58988ac4-f8d5-476d-8c44-9603c46bc582 req-1c4d4a0e-020c-4fcb-9dce-2f3a27feddc9 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:43.196575 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-58988ac4-f8d5-476d-8c44-9603c46bc582 req-1c4d4a0e-020c-4fcb-9dce-2f3a27feddc9 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 945 time: 0.1514411 Dec 15 11:41:43.259493 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04db8b4-7f01-4a78-9792-8508e97dc7b9 req-0f829d97-fc2c-40a6-98ce-679c1d1395da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:43.261230 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b04db8b4-7f01-4a78-9792-8508e97dc7b9 req-0f829d97-fc2c-40a6-98ce-679c1d1395da service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 918 time: 0.1694748 Dec 15 11:41:43.336458 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-58988ac4-f8d5-476d-8c44-9603c46bc582 req-9c1ee3dc-cb92-4f76-b629-9894c15314c2 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323795 Dec 15 11:41:43.350166 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:43.378282 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b04db8b4-7f01-4a78-9792-8508e97dc7b9 req-e2a81872-59ff-40bd-b907-bbe29121107e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80da3442-4fb7-4d3f-97b2-a64a49164845 HTTP/1.1" status: 200 len: 1001 time: 0.1076307 Dec 15 11:41:43.400339 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:43.441544 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04db8b4-7f01-4a78-9792-8508e97dc7b9 req-8e3c69ca-9f6d-4c5d-bfa0-84de0aa8d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:43.443525 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b04db8b4-7f01-4a78-9792-8508e97dc7b9 req-8e3c69ca-9f6d-4c5d-bfa0-84de0aa8d2f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.0515659 Dec 15 11:41:43.461800 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Network e0ecd982-f13f-4085-a3af-b605505d4912 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:41:43.464839 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['d41c3051-f240-4727-9340-3d6b21d07e4d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:43.466094 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:41:43.470453 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:41:43.507963 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Pushing event updated for resources: {'Port': ['ID=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:43.539004 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04db8b4-7f01-4a78-9792-8508e97dc7b9 req-8b20112f-017a-440c-a242-ab7757f0218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:43.540933 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:43.541829 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b04db8b4-7f01-4a78-9792-8508e97dc7b9 req-8b20112f-017a-440c-a242-ab7757f0218e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736318 Dec 15 11:41:43.541973 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:43.563929 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-2b088d89-86ba-424f-92e4-0c2f5348de23 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7127435 Dec 15 11:41:43.725875 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Request body: {'port': {'device_id': '4a70b728-31fc-4f22-8cc9-04bb8fdb67f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:43.807048 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:43.858992 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b04db8b4-7f01-4a78-9792-8508e97dc7b9 req-76ab7a03-5a64-485a-82fd-b5f21c121416 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392124 Dec 15 11:41:43.920705 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0851ba86-6dce-4f92-8f0c-a8edb2a74241 req-214fe6f7-4003-46f3-a4b6-8875c7b34b74 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0354266 Dec 15 11:41:44.057419 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cdac3-ffe8-409d-80f1-5fc9b6a9f644 req-4e809120-09d2-4ac6-a284-a11e4fdfbc20 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:44.058947 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d87cdac3-ffe8-409d-80f1-5fc9b6a9f644 req-4e809120-09d2-4ac6-a284-a11e4fdfbc20 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0720224 Dec 15 11:41:44.087494 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b04db8b4-7f01-4a78-9792-8508e97dc7b9 req-f11ec140-549e-42b8-aa5c-a5a1f3b9f7da service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633878 Dec 15 11:41:44.123310 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d87cdac3-ffe8-409d-80f1-5fc9b6a9f644 req-b623b209-8181-459f-8820-ef03fb246fd4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581920 Dec 15 11:41:44.161515 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:44.169879 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:44.183613 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Transition to ACTIVE for port object b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:41:44.189168 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:44.262088 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:44.325740 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Attempting to bind port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:41:44.326085 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Attempting to bind port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:41:44.326378 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Attempting to bind port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 on network e0ecd982-f13f-4085-a3af-b605505d4912 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:44.333196 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 on network e0ecd982-f13f-4085-a3af-b605505d4912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:41:44.333505 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Attempting to bind port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 on network e0ecd982-f13f-4085-a3af-b605505d4912 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:44.340096 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:41:44.340096 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Checking segment: {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:41:44.340096 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Bound using segment: {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:41:44.340465 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Bound port: b9fe75c7-4a6b-4fe2-8346-045b3b53ad51, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:41:44.340562 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:44.380970 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68373-f3e5-44dd-b5ef-cac6219ff353 req-a364b115-a6a7-4389-bc13-cf33efa5161f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:44.382657 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61f68373-f3e5-44dd-b5ef-cac6219ff353 req-a364b115-a6a7-4389-bc13-cf33efa5161f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 944 time: 0.1156774 Dec 15 11:41:44.423405 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] For port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:41:44.427092 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] For port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:41:44.432568 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:44.474441 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:44.474902 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:44.476407 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] 10.222.0.59 "PUT /v2.0/ports/b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 HTTP/1.1" status: 200 len: 1094 time: 0.7563186 Dec 15 11:41:44.476857 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a70b728-31fc-4f22-8cc9-04bb8fdb67f4', 'tag': 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:44.479402 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377926e5-f85a-4700-a030-fbe26841eadd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a70b728-31fc-4f22-8cc9-04bb8fdb67f4", "tag": "b9fe75c7-4a6b-4fe2-8346-045b3b53ad51"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:44.479611 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-48b7217d-2135-4026-afd2-7b1b805c178c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:44.480936 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-48b7217d-2135-4026-afd2-7b1b805c178c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.59 "GET /v2.0/networks?id=721ecb10-1d17-4891-9efd-e1adabc0af2c HTTP/1.1" status: 200 len: 813 time: 0.1811347 Dec 15 11:41:44.507861 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61f68373-f3e5-44dd-b5ef-cac6219ff353 req-d1c23c18-429e-4343-9346-bcfe2b757040 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139801 Dec 15 11:41:44.509436 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f18a2-72d8-4237-b8a8-838a7ac8f640 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:44.514965 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Request body: {'port': {'device_id': 'ba35cf62-ccb4-4bb5-9ff3-c397583a07bf', 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c', 'admin_state_up': True, 'tenant_id': 'ca390809f45641d89d37382b12877ec1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:44.550088 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fd4307-e6c0-45c9-9b02-44b604ab47d3 x-openstack-request-id: req-01fd4307-e6c0-45c9-9b02-44b604ab47d3 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:44.550435 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a70b728-31fc-4f22-8cc9-04bb8fdb67f4", "tag": "b9fe75c7-4a6b-4fe2-8346-045b3b53ad51", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:44.550793 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01fd4307-e6c0-45c9-9b02-44b604ab47d3 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:44.551250 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a70b728-31fc-4f22-8cc9-04bb8fdb67f4', 'tag': 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51', 'status': 'completed', 'code': 200} Dec 15 11:41:44.581040 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc053-7e16-403a-aa47-6c50fda8de05 req-88b64582-2d78-46c9-8fb7-d60390e05f03 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:44.582530 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4cfdc053-7e16-403a-aa47-6c50fda8de05 req-88b64582-2d78-46c9-8fb7-d60390e05f03 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 945 time: 0.1817865 Dec 15 11:41:44.665606 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-805bd2a5-75d9-4e48-b01d-0d589547ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:44.667497 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-805bd2a5-75d9-4e48-b01d-0d589547ee93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 1097 time: 0.0551245 Dec 15 11:41:44.672117 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4cfdc053-7e16-403a-aa47-6c50fda8de05 req-3a2d4406-d98a-493e-839c-56f823e54271 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817642 Dec 15 11:41:44.690230 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Made reservation on behalf of ca390809f45641d89d37382b12877ec1 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:41:44.696994 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:44.753598 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-5cb52a85-59d4-46c3-9d89-cd0c0fb7aeb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 HTTP/1.1" status: 200 len: 217 time: 0.0614090 Dec 15 11:41:44.826106 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-c3c7fcdb-e4fc-41f5-bcda-9ab30064459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:44.827704 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-c3c7fcdb-e4fc-41f5-bcda-9ab30064459d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b861287-aafa-495f-81b1-2b7cc144c146 HTTP/1.1" status: 200 len: 855 time: 0.0657568 Dec 15 11:41:44.860521 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Allocated IP 172.20.0.4 (721ecb10-1d17-4891-9efd-e1adabc0af2c/aedc3118-3a80-4854-839f-10afbb049580/3c5461f1-efa9-49ed-85c0-f849fcc0109b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:41:44.886645 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-e411334b-d86c-4e8d-967d-3a0b39118f1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0ecd982-f13f-4085-a3af-b605505d4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411994 Dec 15 11:41:45.050262 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-3a041a11-4a83-4a3a-8adc-58d2ff88ec9e service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498044 Dec 15 11:41:45.094581 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-555a6c34-002d-40b6-92e2-ab9439937370 req-1191ceb7-8452-4d5b-ae86-4f21ed48282e tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0351632 Dec 15 11:41:45.149361 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:45.178607 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-71830d83-15c3-462b-9d97-0fd3fa675fe8 req-ffe03337-44fe-420b-a8f1-c9ac0c3f194c service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170204 Dec 15 11:41:45.187383 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:45.265195 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Network 721ecb10-1d17-4891-9efd-e1adabc0af2c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:41:45.270554 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:41:45.273227 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:41:45.310951 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Pushing event updated for resources: {'Port': ['ID=3c5461f1-efa9-49ed-85c0-f849fcc0109b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:45.332147 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.332522 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.332819 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.333174 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.333507 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.333830 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.334154 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.334477 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.334798 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.335117 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.335437 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.335804 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.336178 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:45.346448 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:45.347074 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:45.358557 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085bba3-11b4-4b74-8d38-a23b4d3cbbf5 req-c43ff222-d4dc-40d3-ba85-678235931f85 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:45.360682 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6085bba3-11b4-4b74-8d38-a23b4d3cbbf5 req-c43ff222-d4dc-40d3-ba85-678235931f85 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1574736 Dec 15 11:41:45.391141 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-d60d983c-3c0b-44e1-b74f-24809481557c tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8807294 Dec 15 11:41:45.429719 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6085bba3-11b4-4b74-8d38-a23b4d3cbbf5 req-349d1f23-9206-48db-a62e-6e5372960c85 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596950 Dec 15 11:41:45.439977 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Request body: {'port': {'device_id': 'ba35cf62-ccb4-4bb5-9ff3-c397583a07bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:45.490022 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377926e5-f85a-4700-a030-fbe26841eadd req-051e2df5-bcb4-4e24-98ef-29ae1cb75db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:45.491707 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-377926e5-f85a-4700-a030-fbe26841eadd req-051e2df5-bcb4-4e24-98ef-29ae1cb75db2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 1097 time: 0.0648944 Dec 15 11:41:45.510379 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:45.640268 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377926e5-f85a-4700-a030-fbe26841eadd req-e05af0ee-1862-4472-ac85-26d51eb17d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:45.642300 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-377926e5-f85a-4700-a030-fbe26841eadd req-e05af0ee-1862-4472-ac85-26d51eb17d0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 916 time: 0.1413701 Dec 15 11:41:45.689769 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-377926e5-f85a-4700-a030-fbe26841eadd req-ec00f464-87b8-4e08-8fbc-2826fa974d86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 HTTP/1.1" status: 200 len: 217 time: 0.0373664 Dec 15 11:41:45.757754 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377926e5-f85a-4700-a030-fbe26841eadd req-ce829f20-1f98-47b4-9ad4-fec289588f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:45.759282 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-377926e5-f85a-4700-a030-fbe26841eadd req-ce829f20-1f98-47b4-9ad4-fec289588f79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b861287-aafa-495f-81b1-2b7cc144c146 HTTP/1.1" status: 200 len: 855 time: 0.0530972 Dec 15 11:41:45.783924 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50380808-3303-4c5a-9ccd-9a940f1c5099 req-22398887-4e84-4777-8d3d-909f9a4bc07f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:45.785430 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-50380808-3303-4c5a-9ccd-9a940f1c5099 req-22398887-4e84-4777-8d3d-909f9a4bc07f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 944 time: 0.1849263 Dec 15 11:41:45.798687 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9260b-f4b0-45de-9beb-2a161479b126 req-29ffd0bf-fb51-42a9-994e-4083c37f7d46 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:45.800282 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-36b9260b-f4b0-45de-9beb-2a161479b126 req-29ffd0bf-fb51-42a9-994e-4083c37f7d46 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 945 time: 0.1305127 Dec 15 11:41:45.802591 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-377926e5-f85a-4700-a030-fbe26841eadd req-9476d69a-5684-48a4-9719-46a962bb68a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0ecd982-f13f-4085-a3af-b605505d4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274880 Dec 15 11:41:45.907772 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-377926e5-f85a-4700-a030-fbe26841eadd req-10827d00-3c20-4117-bd08-8dda2a43277c service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964668 Dec 15 11:41:45.930518 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-50380808-3303-4c5a-9ccd-9a940f1c5099 req-9bc72ba9-fb80-49c2-81b2-e3e390ccb3b5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292346 Dec 15 11:41:45.937736 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-36b9260b-f4b0-45de-9beb-2a161479b126 req-7c3f3d6e-7e62-43ec-9885-c91b987ad397 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271105 Dec 15 11:41:45.989770 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5461f1-efa9-49ed-85c0-f849fcc0109b {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:45.997452 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:46.009661 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Transition to ACTIVE for port object 3c5461f1-efa9-49ed-85c0-f849fcc0109b will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:41:46.014668 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:46.021651 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-377926e5-f85a-4700-a030-fbe26841eadd req-43c6d213-00f8-4e1a-8987-77ca703624a0 service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051095 Dec 15 11:41:46.067366 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Pushing event updated for resources: {'Port': ['ID=3c5461f1-efa9-49ed-85c0-f849fcc0109b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:46.142411 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Attempting to bind port 3c5461f1-efa9-49ed-85c0-f849fcc0109b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:41:46.143250 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Attempting to bind port 3c5461f1-efa9-49ed-85c0-f849fcc0109b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'bf58ffe8-1553-4222-8323-fa4d7edb6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:41:46.143250 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Attempting to bind port 3c5461f1-efa9-49ed-85c0-f849fcc0109b on network 721ecb10-1d17-4891-9efd-e1adabc0af2c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:46.147861 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Port 3c5461f1-efa9-49ed-85c0-f849fcc0109b on network 721ecb10-1d17-4891-9efd-e1adabc0af2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:41:46.148182 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Attempting to bind port 3c5461f1-efa9-49ed-85c0-f849fcc0109b on network 721ecb10-1d17-4891-9efd-e1adabc0af2c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:46.153451 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:41:46.154162 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Checking segment: {'id': 'bf58ffe8-1553-4222-8323-fa4d7edb6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:41:46.154162 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Bound using segment: {'id': 'bf58ffe8-1553-4222-8323-fa4d7edb6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:41:46.154575 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Bound port: 3c5461f1-efa9-49ed-85c0-f849fcc0109b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf58ffe8-1553-4222-8323-fa4d7edb6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:41:46.154947 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:46.248217 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] For port 3c5461f1-efa9-49ed-85c0-f849fcc0109b, host hv-cinder-81322, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:41:46.252143 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] For port 3c5461f1-efa9-49ed-85c0-f849fcc0109b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c5461f1-efa9-49ed-85c0-f849fcc0109b,segment=NetworkSegment(bf58ffe8-1553-4222-8323-fa4d7edb6345),segment_id=bf58ffe8-1553-4222-8323-fa4d7edb6345)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:41:46.263518 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be71b51-34e4-44c5-9ab9-99560bb8c951 req-75cf17c2-cf3f-4303-b82f-b14545aa7a5a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:46.265058 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4be71b51-34e4-44c5-9ab9-99560bb8c951 req-75cf17c2-cf3f-4303-b82f-b14545aa7a5a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 943 time: 0.0754423 Dec 15 11:41:46.266870 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:46.320200 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:46.320671 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:46.322539 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] 10.222.0.59 "PUT /v2.0/ports/3c5461f1-efa9-49ed-85c0-f849fcc0109b HTTP/1.1" status: 200 len: 1093 time: 0.8873844 Dec 15 11:41:46.324259 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba35cf62-ccb4-4bb5-9ff3-c397583a07bf', 'tag': '3c5461f1-efa9-49ed-85c0-f849fcc0109b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:46.326546 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5913d192-758e-41bd-9863-6d9ff97a9730" -d '{"events": [{"name": "network-changed", "server_uuid": "ba35cf62-ccb4-4bb5-9ff3-c397583a07bf", "tag": "3c5461f1-efa9-49ed-85c0-f849fcc0109b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:46.356463 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9a991-fa1c-4710-b486-61658c028d5e service neutron] Pushing event updated for resources: {'Port': ['ID=3c5461f1-efa9-49ed-85c0-f849fcc0109b,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:46.366981 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c520d3-6066-4faf-a4c2-c40057b1f1a1 x-openstack-request-id: req-17c520d3-6066-4faf-a4c2-c40057b1f1a1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:46.367258 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba35cf62-ccb4-4bb5-9ff3-c397583a07bf", "tag": "3c5461f1-efa9-49ed-85c0-f849fcc0109b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:46.367511 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17c520d3-6066-4faf-a4c2-c40057b1f1a1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:46.367936 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba35cf62-ccb4-4bb5-9ff3-c397583a07bf', 'tag': '3c5461f1-efa9-49ed-85c0-f849fcc0109b', 'status': 'completed', 'code': 200} Dec 15 11:41:46.375664 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4be71b51-34e4-44c5-9ab9-99560bb8c951 req-9a81cc8e-09a6-4166-97b8-8f6a07d14d0f tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008193 Dec 15 11:41:46.449910 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-6d7d9471-d682-49e4-9519-de1c4e04689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:46.451405 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-6d7d9471-d682-49e4-9519-de1c4e04689f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca390809f45641d89d37382b12877ec1&device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 1096 time: 0.0486529 Dec 15 11:41:46.509665 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-5b1dfb48-7fe5-49df-a11a-f222258c3ff2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c5461f1-efa9-49ed-85c0-f849fcc0109b HTTP/1.1" status: 200 len: 217 time: 0.0351756 Dec 15 11:41:46.598507 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-6146367d-516a-44a5-83e0-eb1c384e94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:46.599959 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-6146367d-516a-44a5-83e0-eb1c384e94d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aedc3118-3a80-4854-839f-10afbb049580 HTTP/1.1" status: 200 len: 853 time: 0.0772030 Dec 15 11:41:46.617807 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf54bc-a47d-4801-a139-67db7fa0e697 req-17f42f2b-0c16-4c98-8d6b-4e0530d16c68 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:46.619281 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-48bf54bc-a47d-4801-a139-67db7fa0e697 req-17f42f2b-0c16-4c98-8d6b-4e0530d16c68 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0657997 Dec 15 11:41:46.657513 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-2de197fb-fbb4-424b-a501-a5f1db7a2d8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=721ecb10-1d17-4891-9efd-e1adabc0af2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372665 Dec 15 11:41:46.734255 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-48bf54bc-a47d-4801-a139-67db7fa0e697 req-3f19b517-0bf4-4d4e-896f-4b80111b6b8e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057658 Dec 15 11:41:46.773315 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-bfcf7aa7-933b-4e72-8707-c050bc14e091 service neutron] 10.222.0.59 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080251 Dec 15 11:41:46.883406 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80f0b0e3-f4ba-49c4-9799-48cdd3637f65 req-cde4011d-6f4c-4645-8ce9-664bc971dddf service neutron] 10.222.0.59 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887449 Dec 15 11:41:47.133964 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb35ac-cb7b-41ac-90ac-d8b68e87dd85 req-7541ccd5-aacc-47cc-8c35-494a3ac3713c tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.135337 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-28cb35ac-cb7b-41ac-90ac-d8b68e87dd85 req-7541ccd5-aacc-47cc-8c35-494a3ac3713c tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 945 time: 0.1172023 Dec 15 11:41:47.153469 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972575d-efe4-49a4-a0e9-c4e5b3a00ecf req-b96c7562-869f-4aa3-a2ad-1de85eb08dc1 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.154863 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6972575d-efe4-49a4-a0e9-c4e5b3a00ecf req-b96c7562-869f-4aa3-a2ad-1de85eb08dc1 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 944 time: 0.1255555 Dec 15 11:41:47.160987 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913d192-758e-41bd-9863-6d9ff97a9730 req-db735799-77fb-42a8-9ba9-03e5821cffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.162326 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5913d192-758e-41bd-9863-6d9ff97a9730 req-db735799-77fb-42a8-9ba9-03e5821cffd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca390809f45641d89d37382b12877ec1&device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 1096 time: 0.1063826 Dec 15 11:41:47.285809 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-28cb35ac-cb7b-41ac-90ac-d8b68e87dd85 req-e7aaaf36-7410-4a51-8c9c-ccf892daccab tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412849 Dec 15 11:41:47.290973 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6972575d-efe4-49a4-a0e9-c4e5b3a00ecf req-d6e7d3aa-eab0-4bd5-80d1-dc9c9ae039dc tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268973 Dec 15 11:41:47.312413 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913d192-758e-41bd-9863-6d9ff97a9730 req-7d98508c-f8fb-4fe4-b0e6-7dc93d7e4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.313997 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5913d192-758e-41bd-9863-6d9ff97a9730 req-7d98508c-f8fb-4fe4-b0e6-7dc93d7e4b9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=721ecb10-1d17-4891-9efd-e1adabc0af2c HTTP/1.1" status: 200 len: 914 time: 0.1434243 Dec 15 11:41:47.359128 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5913d192-758e-41bd-9863-6d9ff97a9730 req-5d12b19f-b9da-491d-8871-36f13821b2bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c5461f1-efa9-49ed-85c0-f849fcc0109b HTTP/1.1" status: 200 len: 217 time: 0.0354791 Dec 15 11:41:47.422828 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913d192-758e-41bd-9863-6d9ff97a9730 req-be875ec9-d7d7-4fdb-bd80-79dae83f3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.424677 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5913d192-758e-41bd-9863-6d9ff97a9730 req-be875ec9-d7d7-4fdb-bd80-79dae83f3da5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aedc3118-3a80-4854-839f-10afbb049580 HTTP/1.1" status: 200 len: 853 time: 0.0530908 Dec 15 11:41:47.462786 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5913d192-758e-41bd-9863-6d9ff97a9730 req-a2cb0328-8f40-4ce7-9731-54a81c20b7cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=721ecb10-1d17-4891-9efd-e1adabc0af2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276246 Dec 15 11:41:47.561640 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d867f4-c8af-477c-80f0-859bfa5caf3d req-505da846-ae72-47fd-aa96-2bf155ded011 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.563268 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f0d867f4-c8af-477c-80f0-859bfa5caf3d req-505da846-ae72-47fd-aa96-2bf155ded011 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 943 time: 0.1038730 Dec 15 11:41:47.861240 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5913d192-758e-41bd-9863-6d9ff97a9730 req-974b3a6b-4d4d-477f-bf17-154088be660f service neutron] 10.222.0.59 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892343 Dec 15 11:41:47.895674 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f0d867f4-c8af-477c-80f0-859bfa5caf3d req-aeab0f9b-fa5f-4c0d-b3c0-28efce570f66 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237004 Dec 15 11:41:47.903488 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8311331-533e-4b87-91ed-2157760f7063 req-b952610b-91ef-4765-b97c-f65b8c7dbece tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.904998 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b8311331-533e-4b87-91ed-2157760f7063 req-b952610b-91ef-4765-b97c-f65b8c7dbece tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0914538 Dec 15 11:41:48.009655 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b8311331-533e-4b87-91ed-2157760f7063 req-49614402-c7b0-48db-8379-7a9733bbc1af tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954785 Dec 15 11:41:48.033200 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5913d192-758e-41bd-9863-6d9ff97a9730 req-c6930181-6ddf-4dd5-b371-40f77e2e5b47 service neutron] 10.222.0.59 "GET /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271403 Dec 15 11:41:48.362549 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303af657-7e93-44d4-88af-a40260c42662 req-a59081ca-9ceb-4dc4-b100-13342321e4b2 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:48.364159 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-303af657-7e93-44d4-88af-a40260c42662 req-a59081ca-9ceb-4dc4-b100-13342321e4b2 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.59 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 945 time: 0.0534470 Dec 15 11:41:48.502165 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502166d2-1fd0-43cf-a000-8426f32360ad req-291a8ecd-b2d3-4186-8d14-eb69b7f8ab60 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:48.503733 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-502166d2-1fd0-43cf-a000-8426f32360ad req-291a8ecd-b2d3-4186-8d14-eb69b7f8ab60 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 945 time: 0.1386197 Dec 15 11:41:48.515600 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb7800-db28-4859-b35b-3e8c6fabc24e req-5da26edd-af89-4029-895a-08d1f636ff9e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:48.517884 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0abb7800-db28-4859-b35b-3e8c6fabc24e req-5da26edd-af89-4029-895a-08d1f636ff9e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 944 time: 0.1442120 Dec 15 11:41:48.611359 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-303af657-7e93-44d4-88af-a40260c42662 req-d5d678ec-f38c-4e77-a53e-8926059bd1fd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Deleting port c02d9861-5204-4a55-a3f9-1a2333108d88 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:41:48.611632 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-303af657-7e93-44d4-88af-a40260c42662 req-d5d678ec-f38c-4e77-a53e-8926059bd1fd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:48.617037 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-502166d2-1fd0-43cf-a000-8426f32360ad req-5da5bbef-33e7-4c27-ad4c-066c883f251f tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982609 Dec 15 11:41:48.663000 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0abb7800-db28-4859-b35b-3e8c6fabc24e req-9f156390-a1fb-4fa2-b93e-24ba6738ebdf tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364682 Dec 15 11:41:48.718532 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-303af657-7e93-44d4-88af-a40260c42662 req-d5d678ec-f38c-4e77-a53e-8926059bd1fd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] For port c02d9861-5204-4a55-a3f9-1a2333108d88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c02d9861-5204-4a55-a3f9-1a2333108d88,segment=NetworkSegment(65d29f2d-e74c-43fe-9034-f98a00507dea),segment_id=65d29f2d-e74c-43fe-9034-f98a00507dea)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:48.718914 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-303af657-7e93-44d4-88af-a40260c42662 req-d5d678ec-f38c-4e77-a53e-8926059bd1fd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:48.733269 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-303af657-7e93-44d4-88af-a40260c42662 req-d5d678ec-f38c-4e77-a53e-8926059bd1fd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Calling delete_port for c02d9861-5204-4a55-a3f9-1a2333108d88 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:41:48.877220 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-303af657-7e93-44d4-88af-a40260c42662 req-d5d678ec-f38c-4e77-a53e-8926059bd1fd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:48.907930 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d678ec-f38c-4e77-a53e-8926059bd1fd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Pushing event deleted for resources: {'Port': ['ID=c02d9861-5204-4a55-a3f9-1a2333108d88,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:48.925424 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['c02d9861-5204-4a55-a3f9-1a2333108d88'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:48.948253 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:41:48.959064 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-303af657-7e93-44d4-88af-a40260c42662 req-d5d678ec-f38c-4e77-a53e-8926059bd1fd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] No DVR routers for this DVR port c02d9861-5204-4a55-a3f9-1a2333108d88 on host hv-cinder-81322 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:41:48.959064 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-303af657-7e93-44d4-88af-a40260c42662 req-d5d678ec-f38c-4e77-a53e-8926059bd1fd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:48.961581 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-303af657-7e93-44d4-88af-a40260c42662 req-d5d678ec-f38c-4e77-a53e-8926059bd1fd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.59 "DELETE /v2.0/ports/c02d9861-5204-4a55-a3f9-1a2333108d88 HTTP/1.1" status: 204 len: 173 time: 0.5868742 Dec 15 11:41:48.962081 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a332da9d-e2e4-48a0-8505-9ee6409f95c4', 'name': 'network-vif-deleted', 'tag': 'c02d9861-5204-4a55-a3f9-1a2333108d88'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:48.965415 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf47acb-4a68-4fc1-aefd-88869080f6aa" -d '{"events": [{"server_uuid": "a332da9d-e2e4-48a0-8505-9ee6409f95c4", "name": "network-vif-deleted", "tag": "c02d9861-5204-4a55-a3f9-1a2333108d88"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:49.022792 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9137dd7-954f-4016-8043-09c84791e415 x-openstack-request-id: req-e9137dd7-954f-4016-8043-09c84791e415 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:49.023094 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a332da9d-e2e4-48a0-8505-9ee6409f95c4", "name": "network-vif-deleted", "tag": "c02d9861-5204-4a55-a3f9-1a2333108d88", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:49.023363 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9137dd7-954f-4016-8043-09c84791e415 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:49.023839 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a332da9d-e2e4-48a0-8505-9ee6409f95c4', 'name': 'network-vif-deleted', 'tag': 'c02d9861-5204-4a55-a3f9-1a2333108d88', 'status': 'completed', 'code': 200} Dec 15 11:41:49.038289 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf2ee7-be45-47cf-a9c7-fa56340eb6c6 req-85fff11d-36d3-46b5-83f3-17b580005321 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:49.045429 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b5bf2ee7-be45-47cf-a9c7-fa56340eb6c6 req-85fff11d-36d3-46b5-83f3-17b580005321 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 943 time: 0.0695386 Dec 15 11:41:49.068973 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:49.085730 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51', 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912', 'port_id': 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51', 'mac_address': 'fa:16:3e:ae:51:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b861287-aafa-495f-81b1-2b7cc144c146', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:41:49.095154 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b5bf2ee7-be45-47cf-a9c7-fa56340eb6c6 req-923028a2-63dc-40cf-a9de-e0f2f045bc98 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484519 Dec 15 11:41:49.135400 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:49.150743 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:49.174364 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:49.177146 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9928f-1dde-4398-801e-5300be56deb5 req-08225642-1b0b-4f61-a5f6-86fe962c18fe tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:49.179055 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bea9928f-1dde-4398-801e-5300be56deb5 req-08225642-1b0b-4f61-a5f6-86fe962c18fe tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0518193 Dec 15 11:41:49.180284 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:49.230736 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:49.231167 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bea9928f-1dde-4398-801e-5300be56deb5 req-8afe9bfb-2939-4768-96d7-789233431d5c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449395 Dec 15 11:41:49.733304 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-374705d4-2fcc-46bd-b4ca-74a1c193ed8e req-2c0c9ff4-69a7-43e2-a7ad-441e0ece3984 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=a332da9d-e2e4-48a0-8505-9ee6409f95c4 HTTP/1.1" status: 200 len: 210 time: 0.0308399 Dec 15 11:41:49.762703 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['b9fe75c7-4a6b-4fe2-8346-045b3b53ad51'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:49.793527 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db5032-2474-44a5-9620-0531bc08843b req-26773c1e-5218-463a-b586-7e2b9340915b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:49.795064 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-47db5032-2474-44a5-9620-0531bc08843b req-26773c1e-5218-463a-b586-7e2b9340915b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 945 time: 0.0579734 Dec 15 11:41:49.845127 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-47db5032-2474-44a5-9620-0531bc08843b req-a0f975e1-4509-4b7c-abd1-dbc6458889a2 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Dec 15 11:41:50.217568 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d7ab6-361d-4bd1-ae04-2102072a9959 req-216f2c13-db7a-45df-b244-b4e1e89442df tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:50.219389 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6e3d7ab6-361d-4bd1-ae04-2102072a9959 req-216f2c13-db7a-45df-b244-b4e1e89442df tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 943 time: 0.0529869 Dec 15 11:41:50.269066 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6e3d7ab6-361d-4bd1-ae04-2102072a9959 req-21f83ff0-fc3e-4f8e-bd75-ad3a8691eb1a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436413 Dec 15 11:41:50.364413 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ee8fd-1a3c-40ca-864d-cba92d0c3919 req-645a915d-6781-46b7-a453-01e5fa5089a1 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:50.365861 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fa0ee8fd-1a3c-40ca-864d-cba92d0c3919 req-645a915d-6781-46b7-a453-01e5fa5089a1 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0603721 Dec 15 11:41:50.424837 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fa0ee8fd-1a3c-40ca-864d-cba92d0c3919 req-4a4c02fa-3680-42cf-af61-a4e8e3632e10 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501578 Dec 15 11:41:50.936467 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 3c5461f1-efa9-49ed-85c0-f849fcc0109b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:41:51.030235 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6570e1-88b5-4097-a050-28fcb2a3ccaa req-c6da877e-c7e1-48b5-a536-5ea53df62f05 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:51.032548 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6e6570e1-88b5-4097-a050-28fcb2a3ccaa req-c6da877e-c7e1-48b5-a536-5ea53df62f05 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 945 time: 0.1103828 Dec 15 11:41:51.048612 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 3c5461f1-efa9-49ed-85c0-f849fcc0109b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c5461f1-efa9-49ed-85c0-f849fcc0109b,segment=NetworkSegment(bf58ffe8-1553-4222-8323-fa4d7edb6345),segment_id=bf58ffe8-1553-4222-8323-fa4d7edb6345)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:51.063029 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '3c5461f1-efa9-49ed-85c0-f849fcc0109b', 'network_id': '721ecb10-1d17-4891-9efd-e1adabc0af2c', 'port_id': '3c5461f1-efa9-49ed-85c0-f849fcc0109b', 'mac_address': 'fa:16:3e:3b:ab:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedc3118-3a80-4854-839f-10afbb049580', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:41:51.091409 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac723d21-0170-4f0d-92ca-db5137b949be req-ea580a0f-9ba4-4032-a10f-9002ddc90b1d tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:51.092966 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-ea580a0f-9ba4-4032-a10f-9002ddc90b1d tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/networks?id=1ca81994-63f7-469b-8019-b39f65dd6a8a HTTP/1.1" status: 200 len: 809 time: 0.1689570 Dec 15 11:41:51.112162 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:51.122361 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-7e63ec64-a988-4f5c-bbf8-95f10aaa8e4c tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/quotas/ea0ce7ac1f82407092b685281a04a318 HTTP/1.1" status: 200 len: 375 time: 0.0227480 Dec 15 11:41:51.126063 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5461f1-efa9-49ed-85c0-f849fcc0109b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:51.127196 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6e6570e1-88b5-4097-a050-28fcb2a3ccaa req-2efae787-1287-43a3-9801-df4cb17c26cb tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884068 Dec 15 11:41:51.148570 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 3c5461f1-efa9-49ed-85c0-f849fcc0109b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c5461f1-efa9-49ed-85c0-f849fcc0109b,segment=NetworkSegment(bf58ffe8-1553-4222-8323-fa4d7edb6345),segment_id=bf58ffe8-1553-4222-8323-fa4d7edb6345)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:51.155367 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:51.166983 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-a5ea6611-ca01-46a4-bb5a-383e7a1a44d2 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea0ce7ac1f82407092b685281a04a318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371625 Dec 15 11:41:51.206083 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=3c5461f1-efa9-49ed-85c0-f849fcc0109b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:51.268492 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-9b4c06fb-a593-4526-8684-6b724d690148 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940454 Dec 15 11:41:51.364736 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-df6d57cd-2241-40df-b70f-5fb5ce6c2ae5 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901928 Dec 15 11:41:51.476292 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d44b20-3631-4e42-80e9-affbd76b5679 req-b8fbdf60-f21e-4ee1-bd92-0e75d04d3c5e tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:51.477743 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-25d44b20-3631-4e42-80e9-affbd76b5679 req-b8fbdf60-f21e-4ee1-bd92-0e75d04d3c5e tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 944 time: 0.0552592 Dec 15 11:41:51.580121 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-25d44b20-3631-4e42-80e9-affbd76b5679 req-112ddafa-4a56-49fc-8232-68b98b85a369 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866182 Dec 15 11:41:51.595514 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfe24c-4a1a-403a-a93c-388597c01284 req-48c4565b-03ef-4e15-8fb1-5d14e966cdf7 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:51.597198 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-50dfe24c-4a1a-403a-a93c-388597c01284 req-48c4565b-03ef-4e15-8fb1-5d14e966cdf7 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0862010 Dec 15 11:41:51.663962 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-50dfe24c-4a1a-403a-a93c-388597c01284 req-ca80c64e-a8c1-47d5-897a-0914da2fd43d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605462 Dec 15 11:41:51.708100 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1b1a-dd46-4b7c-99ef-b0a6e36498ec req-a738611f-077b-40f6-abbb-e184f3049d2d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:51.709811 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f12e1b1a-dd46-4b7c-99ef-b0a6e36498ec req-a738611f-077b-40f6-abbb-e184f3049d2d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0637684 Dec 15 11:41:51.741382 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cf6822a0-06cb-4036-ae7a-487798703c80 req-38d72a6d-c2ec-4a3b-8f2c-08f910545297 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 210 time: 0.0305638 Dec 15 11:41:51.748108 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['3c5461f1-efa9-49ed-85c0-f849fcc0109b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:51.789844 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f12e1b1a-dd46-4b7c-99ef-b0a6e36498ec req-7b9014a9-1a1e-436c-b450-e9ca5cc18e22 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708308 Dec 15 11:41:52.254799 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485602dd-0154-47aa-acc8-c17b4790a632 req-fb82d4ff-cdbd-43d6-a39d-7c452e198677 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:52.256296 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-485602dd-0154-47aa-acc8-c17b4790a632 req-fb82d4ff-cdbd-43d6-a39d-7c452e198677 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 945 time: 0.0562294 Dec 15 11:41:52.307826 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-485602dd-0154-47aa-acc8-c17b4790a632 req-ea9c0e1d-80ab-4680-b09e-429907f87eea tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446589 Dec 15 11:41:52.817855 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ea134-53b7-4363-94e1-40c79870c2f5 req-a1993bca-565d-4816-b43f-68373984e042 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:52.819438 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b31ea134-53b7-4363-94e1-40c79870c2f5 req-a1993bca-565d-4816-b43f-68373984e042 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 944 time: 0.1542089 Dec 15 11:41:52.882498 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abf356-e3a2-4a36-a9ef-588d025a3454 req-0aa01d9c-2260-4513-8560-105363533154 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:52.884034 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-13abf356-e3a2-4a36-a9ef-588d025a3454 req-0aa01d9c-2260-4513-8560-105363533154 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.1327291 Dec 15 11:41:52.893509 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac723d21-0170-4f0d-92ca-db5137b949be req-11027a1d-4d5c-4e89-b06f-1c8c8434040e tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:52.894885 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-11027a1d-4d5c-4e89-b06f-1c8c8434040e tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.59 "GET /v2.0/networks?id=1ca81994-63f7-469b-8019-b39f65dd6a8a HTTP/1.1" status: 200 len: 809 time: 0.1970997 Dec 15 11:41:52.929409 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Request body: {'port': {'device_id': '7d7dfbfd-2d4a-4280-b8b4-f54fa4531193', 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a', 'admin_state_up': True, 'tenant_id': 'ea0ce7ac1f82407092b685281a04a318'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:52.940100 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b31ea134-53b7-4363-94e1-40c79870c2f5 req-39cd6fec-7a2f-481d-a353-7cd77b020e46 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055715 Dec 15 11:41:52.950981 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:41:53.008504 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:41:53.013253 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:41:53.013622 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:53.030864 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-13abf356-e3a2-4a36-a9ef-588d025a3454 req-16a558f0-ddcf-465e-84db-447d3beb3c3e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337371 Dec 15 11:41:53.064256 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c865fda2-9d96-4d8d-a401-201a98980894 req-e9292682-49f6-4312-a27c-23b2e2c4c138 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 210 time: 0.0493443 Dec 15 11:41:53.100750 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:53.126172 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a70b728-31fc-4f22-8cc9-04bb8fdb67f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:53.128662 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b91f82-2d2e-4500-81d3-ce016aa83bdd" -d '{"events": [{"server_uuid": "4a70b728-31fc-4f22-8cc9-04bb8fdb67f4", "name": "network-vif-plugged", "status": "completed", "tag": "b9fe75c7-4a6b-4fe2-8346-045b3b53ad51"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:53.142555 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Made reservation on behalf of ea0ce7ac1f82407092b685281a04a318 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:41:53.144487 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:53.146948 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:53.149033 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:53.149992 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device c02d9861-5204-4a55-a3f9-1a2333108d88 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:41:53.173327 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a10270-3c6e-4739-99b1-34f2959ef9d4 x-openstack-request-id: req-a5a10270-3c6e-4739-99b1-34f2959ef9d4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:53.173915 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a70b728-31fc-4f22-8cc9-04bb8fdb67f4", "name": "network-vif-plugged", "status": "completed", "tag": "b9fe75c7-4a6b-4fe2-8346-045b3b53ad51", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:53.174140 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5a10270-3c6e-4739-99b1-34f2959ef9d4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:53.174742 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a70b728-31fc-4f22-8cc9-04bb8fdb67f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51', 'code': 200} Dec 15 11:41:53.175798 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ce5a6-373d-4c1e-98a6-2b96815ca95b req-366353db-05ad-46eb-ba2d-76f746e17a33 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:53.177363 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: c02d9861-5204-4a55-a3f9-1a2333108d88 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:41:53.177503 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ae6ce5a6-373d-4c1e-98a6-2b96815ca95b req-366353db-05ad-46eb-ba2d-76f746e17a33 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0845397 Dec 15 11:41:53.177969 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device c02d9861-5204-4a55-a3f9-1a2333108d88 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:41:53.233850 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:53.286835 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ae6ce5a6-373d-4c1e-98a6-2b96815ca95b req-15e7c7e2-8670-4399-82ba-e08e27a9989f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987093 Dec 15 11:41:53.343275 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Allocated IP 172.20.0.8 (1ca81994-63f7-469b-8019-b39f65dd6a8a/f8d8bee7-d7dc-46d7-b27d-bb0138a112e9/8fa9099b-a78f-4a36-af92-6025dd1b31db) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:41:53.469501 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9c103-a9cd-46a1-831c-a99a0e2c4b69 req-c997f0ef-e848-40cf-8ee0-fe904cf1d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:53.469501 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-23a9c103-a9cd-46a1-831c-a99a0e2c4b69 req-c997f0ef-e848-40cf-8ee0-fe904cf1d028 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 1099 time: 0.0529580 Dec 15 11:41:53.510918 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4366d-7669-4a34-bf99-9dccedcc1cb8 req-478d7cf3-f8e0-430a-ab4f-d868c3e98d9b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:53.512525 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e2b4366d-7669-4a34-bf99-9dccedcc1cb8 req-478d7cf3-f8e0-430a-ab4f-d868c3e98d9b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 946 time: 0.1102476 Dec 15 11:41:53.516179 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-23a9c103-a9cd-46a1-831c-a99a0e2c4b69 req-7fddf62f-f7a5-4b29-b7a5-ca091165c1b4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396881 Dec 15 11:41:53.573143 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:53.596874 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e2b4366d-7669-4a34-bf99-9dccedcc1cb8 req-ccfb0cad-1617-4c06-a733-f8b05a7ed100 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776212 Dec 15 11:41:53.624081 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:53.676572 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Network 1ca81994-63f7-469b-8019-b39f65dd6a8a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:41:53.679896 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:41:53.683635 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:41:53.690397 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Pushing event updated for resources: {'Port': ['ID=8fa9099b-a78f-4a36-af92-6025dd1b31db,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:53.743138 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:53.743723 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:53.764907 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-4eae0803-dee5-4a8e-89d7-cf275e01d077 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8473618 Dec 15 11:41:54.068843 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106ac84-d54d-44d1-aacb-4ad8408be91c req-ea146a8a-a851-4c8a-bcb4-b5e69e24bdf2 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:54.070526 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3106ac84-d54d-44d1-aacb-4ad8408be91c req-ea146a8a-a851-4c8a-bcb4-b5e69e24bdf2 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 944 time: 0.0600512 Dec 15 11:41:54.147597 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3106ac84-d54d-44d1-aacb-4ad8408be91c req-8f9a2d80-9eec-4208-a66f-88b86cfd9d69 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710154 Dec 15 11:41:54.175359 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf9431-cf20-404c-bb2b-a132b5b0c264 req-dd8be0b9-212d-41e0-8421-96b021b52357 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:54.177096 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b2bf9431-cf20-404c-bb2b-a132b5b0c264 req-dd8be0b9-212d-41e0-8421-96b021b52357 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0735528 Dec 15 11:41:54.223590 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Request body: {'port': {'device_id': '7d7dfbfd-2d4a-4280-b8b4-f54fa4531193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:54.275408 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b2bf9431-cf20-404c-bb2b-a132b5b0c264 req-5af1add6-ff61-4a9d-985c-0366bbba6096 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923970 Dec 15 11:41:54.314644 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:54.325156 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd0c44-7681-48a0-a708-d2adc7b701d3 req-2be17bdc-8143-4ebf-88e4-336c1f26ae8c tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:54.326673 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4efd0c44-7681-48a0-a708-d2adc7b701d3 req-2be17bdc-8143-4ebf-88e4-336c1f26ae8c tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 931 time: 0.1226835 Dec 15 11:41:54.490466 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4efd0c44-7681-48a0-a708-d2adc7b701d3 req-5aeeeb54-2f3b-4e81-94da-9d020960724b tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545911 Dec 15 11:41:54.516327 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68655b51-8897-4c77-ae2c-a7cc10e641e5 req-92125210-3150-4860-bcdd-b0a2fc1ebea2 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:54.517946 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-68655b51-8897-4c77-ae2c-a7cc10e641e5 req-92125210-3150-4860-bcdd-b0a2fc1ebea2 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1437705 Dec 15 11:41:54.625699 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-68655b51-8897-4c77-ae2c-a7cc10e641e5 req-8fd7f7f5-636a-48f6-bf8c-5ec2cd631658 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007459 Dec 15 11:41:54.751086 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa9099b-a78f-4a36-af92-6025dd1b31db {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:54.760754 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:54.769922 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f14ac-697f-4fc5-bfe7-370489bf02a7 req-c87ad8d7-5c37-43d1-9e52-c22b830aa315 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:54.771457 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e82f14ac-697f-4fc5-bfe7-370489bf02a7 req-c87ad8d7-5c37-43d1-9e52-c22b830aa315 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 946 time: 0.1024270 Dec 15 11:41:54.789133 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Transition to ACTIVE for port object 8fa9099b-a78f-4a36-af92-6025dd1b31db will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:41:54.796867 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:54.871862 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e82f14ac-697f-4fc5-bfe7-370489bf02a7 req-1587afe9-0e95-4e78-b83f-3428b49756bd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928969 Dec 15 11:41:54.875103 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa9099b-a78f-4a36-af92-6025dd1b31db,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:54.943960 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 3c5461f1-efa9-49ed-85c0-f849fcc0109b up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:41:54.946934 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Attempting to bind port 8fa9099b-a78f-4a36-af92-6025dd1b31db on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:41:54.947285 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Attempting to bind port 8fa9099b-a78f-4a36-af92-6025dd1b31db by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '65d29f2d-e74c-43fe-9034-f98a00507dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:41:54.947629 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Attempting to bind port 8fa9099b-a78f-4a36-af92-6025dd1b31db on network 1ca81994-63f7-469b-8019-b39f65dd6a8a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:54.952686 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Port 8fa9099b-a78f-4a36-af92-6025dd1b31db on network 1ca81994-63f7-469b-8019-b39f65dd6a8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:41:54.953010 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Attempting to bind port 8fa9099b-a78f-4a36-af92-6025dd1b31db on network 1ca81994-63f7-469b-8019-b39f65dd6a8a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:54.959134 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:41:54.959476 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Checking segment: {'id': '65d29f2d-e74c-43fe-9034-f98a00507dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:41:54.959892 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Bound using segment: {'id': '65d29f2d-e74c-43fe-9034-f98a00507dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:41:54.960316 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Bound port: 8fa9099b-a78f-4a36-af92-6025dd1b31db, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d29f2d-e74c-43fe-9034-f98a00507dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:41:54.960679 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:54.999160 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port 3c5461f1-efa9-49ed-85c0-f849fcc0109b completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:41:55.003094 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 3c5461f1-efa9-49ed-85c0-f849fcc0109b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:41:55.003465 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:55.032422 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] For port 8fa9099b-a78f-4a36-af92-6025dd1b31db, host hv-cinder-81322, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:41:55.036066 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] For port 8fa9099b-a78f-4a36-af92-6025dd1b31db, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8fa9099b-a78f-4a36-af92-6025dd1b31db,segment=NetworkSegment(65d29f2d-e74c-43fe-9034-f98a00507dea),segment_id=65d29f2d-e74c-43fe-9034-f98a00507dea)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:41:55.042090 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:55.077976 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:55.078705 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:55.080404 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-126ace04-8f31-410c-8947-6d2240961382 service neutron] 10.222.0.59 "PUT /v2.0/ports/8fa9099b-a78f-4a36-af92-6025dd1b31db HTTP/1.1" status: 200 len: 1093 time: 0.8697214 Dec 15 11:41:55.080893 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7dfbfd-2d4a-4280-b8b4-f54fa4531193', 'tag': '8fa9099b-a78f-4a36-af92-6025dd1b31db'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:55.082165 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:55.083176 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e971610-7f32-4b7a-83ec-11d1779ccd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7dfbfd-2d4a-4280-b8b4-f54fa4531193", "tag": "8fa9099b-a78f-4a36-af92-6025dd1b31db"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:55.116202 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ace04-8f31-410c-8947-6d2240961382 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa9099b-a78f-4a36-af92-6025dd1b31db,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:55.120475 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 3c5461f1-efa9-49ed-85c0-f849fcc0109b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c5461f1-efa9-49ed-85c0-f849fcc0109b,segment=NetworkSegment(bf58ffe8-1553-4222-8323-fa4d7edb6345),segment_id=bf58ffe8-1553-4222-8323-fa4d7edb6345)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:55.127304 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:55.128028 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff29cf74-5692-44f7-8632-b2535f44ea6e x-openstack-request-id: req-ff29cf74-5692-44f7-8632-b2535f44ea6e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:55.128342 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7dfbfd-2d4a-4280-b8b4-f54fa4531193", "tag": "8fa9099b-a78f-4a36-af92-6025dd1b31db", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:55.128808 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff29cf74-5692-44f7-8632-b2535f44ea6e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:55.129438 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7dfbfd-2d4a-4280-b8b4-f54fa4531193', 'tag': '8fa9099b-a78f-4a36-af92-6025dd1b31db', 'status': 'completed', 'code': 200} Dec 15 11:41:55.175712 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba35cf62-ccb4-4bb5-9ff3-c397583a07bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5461f1-efa9-49ed-85c0-f849fcc0109b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:55.178015 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e6ee14-f5f2-4542-8e9c-7494c8f45d20" -d '{"events": [{"server_uuid": "ba35cf62-ccb4-4bb5-9ff3-c397583a07bf", "name": "network-vif-plugged", "status": "completed", "tag": "3c5461f1-efa9-49ed-85c0-f849fcc0109b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:55.185646 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=3c5461f1-efa9-49ed-85c0-f849fcc0109b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:55.223677 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e49a25-a37d-4434-8f5f-d77c20a41d08 x-openstack-request-id: req-35e49a25-a37d-4434-8f5f-d77c20a41d08 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:55.223988 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba35cf62-ccb4-4bb5-9ff3-c397583a07bf", "name": "network-vif-plugged", "status": "completed", "tag": "3c5461f1-efa9-49ed-85c0-f849fcc0109b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:55.224244 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35e49a25-a37d-4434-8f5f-d77c20a41d08 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:55.224621 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba35cf62-ccb4-4bb5-9ff3-c397583a07bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5461f1-efa9-49ed-85c0-f849fcc0109b', 'code': 200} Dec 15 11:41:55.276903 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c23258-cf06-425f-8802-7df6b5c6715c req-d4b1e8b4-e5cf-4de7-bccf-07b0a2a0433b tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:55.277972 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e8c23258-cf06-425f-8802-7df6b5c6715c req-d4b1e8b4-e5cf-4de7-bccf-07b0a2a0433b tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 945 time: 0.0539327 Dec 15 11:41:55.366525 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e8c23258-cf06-425f-8802-7df6b5c6715c req-8e4087ff-d656-4d43-837d-fb06930a34fb tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822191 Dec 15 11:41:55.399771 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac723d21-0170-4f0d-92ca-db5137b949be req-c80c6c3b-89b4-47fc-9201-926dcad64b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:55.401161 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-c80c6c3b-89b4-47fc-9201-926dcad64b7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea0ce7ac1f82407092b685281a04a318&device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 1096 time: 0.0891881 Dec 15 11:41:55.419387 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10da39c-c504-4f57-8bb8-2d457fd75a2d req-7c60c8ad-5d72-4f05-984d-eb914d48eff6 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:55.420953 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a10da39c-c504-4f57-8bb8-2d457fd75a2d req-7c60c8ad-5d72-4f05-984d-eb914d48eff6 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0696297 Dec 15 11:41:55.462698 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-93da0ddf-3234-4cee-b582-a0e683399dd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fa9099b-a78f-4a36-af92-6025dd1b31db HTTP/1.1" status: 200 len: 217 time: 0.0406752 Dec 15 11:41:55.539386 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c31fb-380a-4ff2-badd-c5a212f29a60 req-88c319a1-0957-4f1b-b7a9-66511659f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:55.541090 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-ac0c31fb-380a-4ff2-badd-c5a212f29a60 req-88c319a1-0957-4f1b-b7a9-66511659f987 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 1098 time: 0.0413396 Dec 15 11:41:55.548516 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a10da39c-c504-4f57-8bb8-2d457fd75a2d req-482c3e3d-6cef-40d8-8eb3-e9d2b66c0101 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885491 Dec 15 11:41:55.578815 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac723d21-0170-4f0d-92ca-db5137b949be req-d4ae9adc-de1c-4bf6-87cd-d63c066868ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:55.580758 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-d4ae9adc-de1c-4bf6-87cd-d63c066868ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8d8bee7-d7dc-46d7-b27d-bb0138a112e9 HTTP/1.1" status: 200 len: 849 time: 0.0766180 Dec 15 11:41:55.607662 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-ac0c31fb-380a-4ff2-badd-c5a212f29a60 req-1d00d821-1cef-40ce-aba7-1f6824b9359a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480771 Dec 15 11:41:55.627994 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-cf247e2c-6497-420f-ad21-3c42cfeda59e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ca81994-63f7-469b-8019-b39f65dd6a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328972 Dec 15 11:41:55.644939 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f09b90-5972-4cd9-a5ea-159c4211d2a8 req-369e17af-fbde-4566-b928-4a78961cc24c tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:55.646382 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e2f09b90-5972-4cd9-a5ea-159c4211d2a8 req-369e17af-fbde-4566-b928-4a78961cc24c tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 943 time: 0.0840549 Dec 15 11:41:55.710600 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e2f09b90-5972-4cd9-a5ea-159c4211d2a8 req-d84cf6a8-e6fe-4985-ae14-f401f56d25e3 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578725 Dec 15 11:41:55.774728 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac85f2-e3c5-4e2d-8b30-21880dfd12a6 req-5e959503-f8cc-44eb-9f39-2f230433b492 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:55.776376 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dcac85f2-e3c5-4e2d-8b30-21880dfd12a6 req-5e959503-f8cc-44eb-9f39-2f230433b492 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0541959 Dec 15 11:41:55.831843 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dcac85f2-e3c5-4e2d-8b30-21880dfd12a6 req-20ad3076-48db-4a3c-a4f4-d4a2ec8055fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462387 Dec 15 11:41:55.997944 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778935c-72e6-42c2-99ca-6a466b6cef88 req-644f1eb8-e8f3-41ab-88ca-549cb1fa6e98 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:55.999466 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6778935c-72e6-42c2-99ca-6a466b6cef88 req-644f1eb8-e8f3-41ab-88ca-549cb1fa6e98 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 946 time: 0.0569766 Dec 15 11:41:56.330525 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6778935c-72e6-42c2-99ca-6a466b6cef88 req-2407de7a-a1f1-4d3d-976d-0261f40dd08f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224337 Dec 15 11:41:56.367327 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-ee2007ec-afaa-4752-89f2-0dc191ae3fc0 service neutron] 10.222.0.59 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378050 Dec 15 11:41:56.492729 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ac723d21-0170-4f0d-92ca-db5137b949be req-d0f4b3f1-a635-4071-8354-022bc6dc70bd service neutron] 10.222.0.59 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174550 Dec 15 11:41:56.509004 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70a376-0903-4d80-92e1-989bb9e30082 req-56723cea-a221-4473-a149-db3978f9ae5a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:56.510577 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5d70a376-0903-4d80-92e1-989bb9e30082 req-56723cea-a221-4473-a149-db3978f9ae5a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 945 time: 0.0677135 Dec 15 11:41:56.561919 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5d70a376-0903-4d80-92e1-989bb9e30082 req-a4609d61-42d4-455f-b667-d007a6fca468 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454755 Dec 15 11:41:56.711635 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd69c5-f6a6-4ace-9cbf-6ed14c5f1515 req-799d94ac-93a8-4c05-ab32-35ab528e8343 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:56.713165 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f9fd69c5-f6a6-4ace-9cbf-6ed14c5f1515 req-799d94ac-93a8-4c05-ab32-35ab528e8343 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0846229 Dec 15 11:41:56.716495 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e971610-7f32-4b7a-83ec-11d1779ccd4c req-16e696cd-48fa-49ec-a115-f5927553b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:56.717891 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e971610-7f32-4b7a-83ec-11d1779ccd4c req-16e696cd-48fa-49ec-a115-f5927553b62a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea0ce7ac1f82407092b685281a04a318&device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 1096 time: 0.0794604 Dec 15 11:41:56.862750 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f9fd69c5-f6a6-4ace-9cbf-6ed14c5f1515 req-29e0eb93-9c33-41bc-86f6-b426639a11dd tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401193 Dec 15 11:41:56.906318 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc271cb-9b66-48c1-9c50-f1aa06882282 req-21d989ac-c033-4f14-b3eb-da4bf6732f4a tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:56.908093 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2dc271cb-9b66-48c1-9c50-f1aa06882282 req-21d989ac-c033-4f14-b3eb-da4bf6732f4a tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 943 time: 0.1181240 Dec 15 11:41:56.909834 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e971610-7f32-4b7a-83ec-11d1779ccd4c req-2b65fb28-edc2-42bc-86f7-f00e2282f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:56.911212 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e971610-7f32-4b7a-83ec-11d1779ccd4c req-2b65fb28-edc2-42bc-86f7-f00e2282f2af service neutron] 10.222.0.59 "GET /v2.0/networks?id=1ca81994-63f7-469b-8019-b39f65dd6a8a HTTP/1.1" status: 200 len: 910 time: 0.1691186 Dec 15 11:41:56.991339 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e971610-7f32-4b7a-83ec-11d1779ccd4c req-91ddd7d2-e7d9-453b-9d42-6fc14b73becc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fa9099b-a78f-4a36-af92-6025dd1b31db HTTP/1.1" status: 200 len: 217 time: 0.0610011 Dec 15 11:41:57.056826 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2dc271cb-9b66-48c1-9c50-f1aa06882282 req-6184a885-52a5-475e-9140-ad1f5e294613 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421278 Dec 15 11:41:57.073959 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4206fd8-2611-4324-884e-dc41fad94bc4 req-33ea0c57-b2d0-499a-943e-e2027237f8f9 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:57.075447 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a4206fd8-2611-4324-884e-dc41fad94bc4 req-33ea0c57-b2d0-499a-943e-e2027237f8f9 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1532907 Dec 15 11:41:57.077468 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e971610-7f32-4b7a-83ec-11d1779ccd4c req-2d7b3b36-82d1-4989-8732-2cdaa5832f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:57.078792 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e971610-7f32-4b7a-83ec-11d1779ccd4c req-2d7b3b36-82d1-4989-8732-2cdaa5832f1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8d8bee7-d7dc-46d7-b27d-bb0138a112e9 HTTP/1.1" status: 200 len: 849 time: 0.0763230 Dec 15 11:41:57.118468 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e971610-7f32-4b7a-83ec-11d1779ccd4c req-13f6a37d-704e-4115-a51d-0c7c382e83ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ca81994-63f7-469b-8019-b39f65dd6a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301249 Dec 15 11:41:57.150460 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a4206fd8-2611-4324-884e-dc41fad94bc4 req-f0b93d9a-454a-4013-a139-fd730e9b604b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682373 Dec 15 11:41:57.276649 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e971610-7f32-4b7a-83ec-11d1779ccd4c req-6e6190b7-c9e3-475f-baeb-34d50c153886 service neutron] 10.222.0.59 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938983 Dec 15 11:41:57.381701 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e971610-7f32-4b7a-83ec-11d1779ccd4c req-508a0316-4f32-4b37-a467-62ada16c5e7a service neutron] 10.222.0.59 "GET /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968390 Dec 15 11:41:57.698862 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44201666-c5c7-4dbc-92eb-331c826837b4 req-df52a2c8-ce60-4a94-88b9-af3ec7ff56dd tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:57.700328 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-44201666-c5c7-4dbc-92eb-331c826837b4 req-df52a2c8-ce60-4a94-88b9-af3ec7ff56dd tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 945 time: 0.0664470 Dec 15 11:41:57.759036 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-44201666-c5c7-4dbc-92eb-331c826837b4 req-35e000d6-833d-435e-9418-0ec640b31920 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489197 Dec 15 11:41:57.985265 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e314f-985d-482f-b92f-7cb0beb2f971 req-f561fb91-47d2-4b61-bcf7-7577c3adcffe tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:57.987010 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9f3e314f-985d-482f-b92f-7cb0beb2f971 req-f561fb91-47d2-4b61-bcf7-7577c3adcffe tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0542436 Dec 15 11:41:58.040732 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9f3e314f-985d-482f-b92f-7cb0beb2f971 req-7a150c25-cf10-443f-9a3f-361311e0a19e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450656 Dec 15 11:41:58.187265 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545cfc5-fd50-45c7-82ae-9c1892eb4476 req-f8fa9e41-1cb6-4944-b8ed-bcddc11b9a3e tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:58.189792 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d545cfc5-fd50-45c7-82ae-9c1892eb4476 req-f8fa9e41-1cb6-4944-b8ed-bcddc11b9a3e tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 943 time: 0.0586579 Dec 15 11:41:58.282239 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d545cfc5-fd50-45c7-82ae-9c1892eb4476 req-85be8da7-44e0-491e-afdb-24c65e8ad0c2 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855937 Dec 15 11:41:58.303601 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbe226-a95f-4982-a0b8-677b1334961a req-42fb4efa-0917-4451-a8a0-12b5e263b36a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:58.305143 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e7fbe226-a95f-4982-a0b8-677b1334961a req-42fb4efa-0917-4451-a8a0-12b5e263b36a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0604620 Dec 15 11:41:58.356408 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e7fbe226-a95f-4982-a0b8-677b1334961a req-45ad3bcb-20f1-46f9-923f-77350007e3d6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451818 Dec 15 11:41:58.881674 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4653da-dab5-4a14-9401-fca246216627 req-471146c3-28fe-4522-bf34-06158b2a94e2 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:58.883149 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6b4653da-dab5-4a14-9401-fca246216627 req-471146c3-28fe-4522-bf34-06158b2a94e2 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 945 time: 0.0526450 Dec 15 11:41:58.937456 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6b4653da-dab5-4a14-9401-fca246216627 req-22c34b9c-93a5-4f08-8880-581fdd4f540a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Dec 15 11:41:59.129740 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-234138c2-3952-499b-97f1-c63ed33f631f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:59.131220 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-234138c2-3952-499b-97f1-c63ed33f631f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 815 time: 0.1098700 Dec 15 11:41:59.146843 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-1c5963c9-dc16-4679-bcff-d81e75212e95 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/quotas/f2ccc89e123c4395b89aec3116535b0e HTTP/1.1" status: 200 len: 375 time: 0.0096958 Dec 15 11:41:59.200252 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-5d1f9858-43a2-47f2-913c-97d6533faf79 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476389 Dec 15 11:41:59.302824 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-bd1786f7-393a-420a-8bd9-97549d4b2619 service neutron] 10.222.0.46 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928783 Dec 15 11:41:59.418259 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-8e1bf313-9a50-41b0-8b64-b3d8f6bb7d9d service neutron] 10.222.0.46 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076298 Dec 15 11:41:59.632463 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cbaaf-fcd8-4402-9bf2-11c7edd25da1 req-a07ac938-0550-46d4-9a54-23e00c13cfea tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:59.634153 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fb4cbaaf-fcd8-4402-9bf2-11c7edd25da1 req-a07ac938-0550-46d4-9a54-23e00c13cfea tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0622971 Dec 15 11:41:59.693144 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fb4cbaaf-fcd8-4402-9bf2-11c7edd25da1 req-5fd60c21-6e0c-4894-939e-b7c9b343d869 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527596 Dec 15 11:41:59.820237 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17da31-2385-4499-91d8-8001aa7c3729 req-6de19e10-3934-42c8-96bc-8c986407fff6 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:59.828442 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5d17da31-2385-4499-91d8-8001aa7c3729 req-6de19e10-3934-42c8-96bc-8c986407fff6 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 943 time: 0.0663567 Dec 15 11:41:59.903084 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5d17da31-2385-4499-91d8-8001aa7c3729 req-0f1a7308-6df8-445d-a497-c271e13b46a1 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735903 Dec 15 11:41:59.996989 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-faff5164-a6b8-4519-b1de-c070f673dc6a req-40fc784e-c316-46f4-b169-d42e6125773a tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 210 time: 0.0501387 Dec 15 11:42:00.056937 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b35b1-d3f0-4865-a665-5976cafd0bcb req-3abbd1cf-96c1-479a-b06d-8f24b90f2284 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:00.058671 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-573b35b1-d3f0-4865-a665-5976cafd0bcb req-3abbd1cf-96c1-479a-b06d-8f24b90f2284 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0645165 Dec 15 11:42:00.116566 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-573b35b1-d3f0-4865-a665-5976cafd0bcb req-5be1e8f5-ae2f-4be6-abb1-a899571861b6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498884 Dec 15 11:42:00.815829 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d4a1e-d4a1-4630-a044-ed1172676fb6 req-203538ea-9297-4be5-baa9-38ae8224a9ff tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:00.817698 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a61d4a1e-d4a1-4630-a044-ed1172676fb6 req-203538ea-9297-4be5-baa9-38ae8224a9ff tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0503049 Dec 15 11:42:00.928389 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a61d4a1e-d4a1-4630-a044-ed1172676fb6 req-d87f1343-938a-44c7-aec0-12456b00da40 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026878 Dec 15 11:42:00.967920 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 8fa9099b-a78f-4a36-af92-6025dd1b31db details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:42:00.977597 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-65d3da3d-b26f-4942-829e-8008878e0b41 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:00.979879 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-65d3da3d-b26f-4942-829e-8008878e0b41 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 815 time: 0.1403472 Dec 15 11:42:01.012323 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Request body: {'port': {'device_id': 'fa05b192-885b-4753-8532-7ba3b68df5cd', 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912', 'admin_state_up': True, 'tenant_id': 'f2ccc89e123c4395b89aec3116535b0e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:01.090478 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 8fa9099b-a78f-4a36-af92-6025dd1b31db, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8fa9099b-a78f-4a36-af92-6025dd1b31db,segment=NetworkSegment(65d29f2d-e74c-43fe-9034-f98a00507dea),segment_id=65d29f2d-e74c-43fe-9034-f98a00507dea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:01.102152 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '8fa9099b-a78f-4a36-af92-6025dd1b31db', 'network_id': '1ca81994-63f7-469b-8019-b39f65dd6a8a', 'port_id': '8fa9099b-a78f-4a36-af92-6025dd1b31db', 'mac_address': 'fa:16:3e:24:3b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d8bee7-d7dc-46d7-b27d-bb0138a112e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:42:01.128535 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b69f23d3-858a-4975-8838-bbde584496f6 req-3ed804f7-3601-4963-ab36-d8605e07b03c tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 210 time: 0.0414407 Dec 15 11:42:01.142391 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:01.146552 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e6f26-530a-4f0a-9400-30f2679981d3 req-1d030c8d-3ac3-43e9-98c0-ecd097fccacd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:01.147403 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d58e6f26-530a-4f0a-9400-30f2679981d3 req-1d030c8d-3ac3-43e9-98c0-ecd097fccacd tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 943 time: 0.1510789 Dec 15 11:42:01.156155 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa9099b-a78f-4a36-af92-6025dd1b31db {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:42:01.178429 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 8fa9099b-a78f-4a36-af92-6025dd1b31db, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8fa9099b-a78f-4a36-af92-6025dd1b31db,segment=NetworkSegment(65d29f2d-e74c-43fe-9034-f98a00507dea),segment_id=65d29f2d-e74c-43fe-9034-f98a00507dea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:01.183109 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:01.183833 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 80da3442-4fb7-4d3f-97b2-a64a49164845 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:42:01.263151 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d58e6f26-530a-4f0a-9400-30f2679981d3 req-644cf9c0-c573-47e3-a265-9a6f4de552d7 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040697 Dec 15 11:42:01.270749 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Made reservation on behalf of f2ccc89e123c4395b89aec3116535b0e for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:42:01.274391 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:01.279588 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=8fa9099b-a78f-4a36-af92-6025dd1b31db,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:01.300964 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04246-6e00-46f0-b43f-a43becb4c65a req-38b3cbb0-e562-4ce8-9b82-0eb2b7d90481 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:01.302538 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b8a04246-6e00-46f0-b43f-a43becb4c65a req-38b3cbb0-e562-4ce8-9b82-0eb2b7d90481 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0951078 Dec 15 11:42:01.327215 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:01.339625 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'port_id': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'mac_address': 'fa:16:3e:10:d9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:42:01.383127 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:01.400362 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80da3442-4fb7-4d3f-97b2-a64a49164845 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:42:01.403584 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b8a04246-6e00-46f0-b43f-a43becb4c65a req-733c13c7-5949-4aa7-8bc9-55e325bce6e5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907290 Dec 15 11:42:01.421905 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:01.427627 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:01.456101 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Allocated IP 172.20.0.2 (e0ecd982-f13f-4085-a3af-b605505d4912/8b861287-aafa-495f-81b1-2b7cc144c146/8f7acb79-523f-4488-b7b3-f34712a96e89) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:42:01.475631 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=80da3442-4fb7-4d3f-97b2-a64a49164845,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:01.616109 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:01.654603 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:01.703158 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Network e0ecd982-f13f-4085-a3af-b605505d4912 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:42:01.706625 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:42:01.711283 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:42:01.717702 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Pushing event updated for resources: {'Port': ['ID=8f7acb79-523f-4488-b7b3-f34712a96e89,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:01.721239 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['d41c3051-f240-4727-9340-3d6b21d07e4d', 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:01.775339 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:01.776471 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:01.796852 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-a8764ac9-6d72-4f91-aea9-f2c589cbbfcd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7884784 Dec 15 11:42:01.820859 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Request body: {'port': {'device_id': 'fa05b192-885b-4753-8532-7ba3b68df5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:01.878768 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:01.889579 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['80da3442-4fb7-4d3f-97b2-a64a49164845'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:02.128325 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12affcb2-67f2-4653-87c9-951249fa48c1 req-88020f44-d557-450b-89e3-97d48ceb5543 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:02.130108 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-12affcb2-67f2-4653-87c9-951249fa48c1 req-88020f44-d557-450b-89e3-97d48ceb5543 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.1096802 Dec 15 11:42:02.239531 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-12affcb2-67f2-4653-87c9-951249fa48c1 req-7c3d519d-d709-4f6b-82e3-5500cf5a3294 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028945 Dec 15 11:42:02.263888 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7acb79-523f-4488-b7b3-f34712a96e89 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:42:02.273973 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:02.292690 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Transition to ACTIVE for port object 8f7acb79-523f-4488-b7b3-f34712a96e89 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:42:02.302194 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2220-45ab-40cc-afa9-3be2aa825414 req-07f51ec4-f75d-4182-bd74-234c0287e5d7 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:02.302624 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0b7f2220-45ab-40cc-afa9-3be2aa825414 req-07f51ec4-f75d-4182-bd74-234c0287e5d7 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 931 time: 0.0974717 Dec 15 11:42:02.303885 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:02.415697 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Pushing event updated for resources: {'Port': ['ID=8f7acb79-523f-4488-b7b3-f34712a96e89,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:02.462037 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['8fa9099b-a78f-4a36-af92-6025dd1b31db'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:02.468357 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0b7f2220-45ab-40cc-afa9-3be2aa825414 req-4e87180f-4f88-4f4b-8dc7-c95a1ebeb707 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590862 Dec 15 11:42:02.485629 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9553d1-28b6-4942-9af0-392431b2ea3b req-41a9de1e-bd1e-4de6-b945-1744ca7e6987 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:02.487347 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2a9553d1-28b6-4942-9af0-392431b2ea3b req-41a9de1e-bd1e-4de6-b945-1744ca7e6987 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 944 time: 0.1322818 Dec 15 11:42:02.532037 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Attempting to bind port 8f7acb79-523f-4488-b7b3-f34712a96e89 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:42:02.532405 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Attempting to bind port 8f7acb79-523f-4488-b7b3-f34712a96e89 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:42:02.532699 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Attempting to bind port 8f7acb79-523f-4488-b7b3-f34712a96e89 on network e0ecd982-f13f-4085-a3af-b605505d4912 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:42:02.552795 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Port 8f7acb79-523f-4488-b7b3-f34712a96e89 on network e0ecd982-f13f-4085-a3af-b605505d4912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:42:02.552795 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Attempting to bind port 8f7acb79-523f-4488-b7b3-f34712a96e89 on network e0ecd982-f13f-4085-a3af-b605505d4912 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:42:02.581311 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:42:02.581628 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Checking segment: {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:42:02.582018 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Bound using segment: {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:42:02.582570 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Bound port: 8f7acb79-523f-4488-b7b3-f34712a96e89, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:42:02.582911 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:02.609206 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2a9553d1-28b6-4942-9af0-392431b2ea3b req-27a3d7cc-1b02-44fc-912b-477993c1925a tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098094 Dec 15 11:42:02.650377 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3462ed9-87bc-44f6-aafa-2f9e1c146cff req-6605cb6c-25a9-4000-8e51-67cc6e9973b1 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:02.651883 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f3462ed9-87bc-44f6-aafa-2f9e1c146cff req-6605cb6c-25a9-4000-8e51-67cc6e9973b1 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 944 time: 0.1149392 Dec 15 11:42:02.688101 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] For port 8f7acb79-523f-4488-b7b3-f34712a96e89, host hv-cinder-81322, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:42:02.709754 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] For port 8f7acb79-523f-4488-b7b3-f34712a96e89, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f7acb79-523f-4488-b7b3-f34712a96e89,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:42:02.716629 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:02.763288 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f3462ed9-87bc-44f6-aafa-2f9e1c146cff req-26cd7df1-ac15-4915-aa6b-32104c65b61c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035266 Dec 15 11:42:02.770562 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:02.771186 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:02.772605 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] 10.222.0.59 "PUT /v2.0/ports/8f7acb79-523f-4488-b7b3-f34712a96e89 HTTP/1.1" status: 200 len: 1093 time: 0.9565892 Dec 15 11:42:02.773045 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa05b192-885b-4753-8532-7ba3b68df5cd', 'tag': '8f7acb79-523f-4488-b7b3-f34712a96e89'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:02.775311 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f125c2d-f4c0-4044-921c-a9aa75ab5d47" -d '{"events": [{"name": "network-changed", "server_uuid": "fa05b192-885b-4753-8532-7ba3b68df5cd", "tag": "8f7acb79-523f-4488-b7b3-f34712a96e89"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:02.795505 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f9318-10ac-4feb-ac0c-27256e90884b service neutron] Pushing event updated for resources: {'Port': ['ID=8f7acb79-523f-4488-b7b3-f34712a96e89,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:02.828955 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127bbe4c-79f6-4170-a3a1-7a75dbb1dacf x-openstack-request-id: req-127bbe4c-79f6-4170-a3a1-7a75dbb1dacf {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:02.829267 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa05b192-885b-4753-8532-7ba3b68df5cd", "tag": "8f7acb79-523f-4488-b7b3-f34712a96e89", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:02.829530 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-127bbe4c-79f6-4170-a3a1-7a75dbb1dacf {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:02.830677 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa05b192-885b-4753-8532-7ba3b68df5cd', 'tag': '8f7acb79-523f-4488-b7b3-f34712a96e89', 'status': 'completed', 'code': 200} Dec 15 11:42:02.902218 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-129b3be9-9d87-47f7-a38e-84e27388ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:02.903760 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-129b3be9-9d87-47f7-a38e-84e27388ed3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 1096 time: 0.0460436 Dec 15 11:42:02.977438 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-ac421b20-440b-4118-af85-91de0da8ac08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f7acb79-523f-4488-b7b3-f34712a96e89 HTTP/1.1" status: 200 len: 217 time: 0.0409942 Dec 15 11:42:03.008907 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 80da3442-4fb7-4d3f-97b2-a64a49164845 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:42:03.034629 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-30bf00c2-2143-461f-a1ba-6baede8a9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:03.036241 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-30bf00c2-2143-461f-a1ba-6baede8a9dab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b861287-aafa-495f-81b1-2b7cc144c146 HTTP/1.1" status: 200 len: 855 time: 0.0518875 Dec 15 11:42:03.072157 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-b2fdf7ea-2a0e-417a-a82f-d99c4506c56f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0ecd982-f13f-4085-a3af-b605505d4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278740 Dec 15 11:42:03.074768 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 80da3442-4fb7-4d3f-97b2-a64a49164845 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:42:03.075144 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:03.169633 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:03.183193 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-7de55fa3-fa90-4d74-b580-94db14ef8e48 service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032281 Dec 15 11:42:03.193804 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:03.196144 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd53200-0e78-455e-b080-103a1d7b6344" -d '{"events": [{"server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "name": "network-vif-plugged", "status": "completed", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:03.210364 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:03.215132 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:03.239530 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a2f6b7-a54a-406d-9a9b-067e8e834b15 x-openstack-request-id: req-69a2f6b7-a54a-406d-9a9b-067e8e834b15 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:03.239873 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "name": "network-vif-plugged", "status": "completed", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:03.240132 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-69a2f6b7-a54a-406d-9a9b-067e8e834b15 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:03.240515 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'code': 200} Dec 15 11:42:03.266417 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=80da3442-4fb7-4d3f-97b2-a64a49164845,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:03.293435 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-330095d2-3d0e-455c-9560-902e2b0d4c66 req-51a4593a-e656-44e6-9987-4d9d74574033 service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006374 Dec 15 11:42:03.370176 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520ddf9-57a3-41a0-81c1-46ef42be746c req-180a670c-6cca-4c34-abfa-48faff871233 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:03.371718 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0520ddf9-57a3-41a0-81c1-46ef42be746c req-180a670c-6cca-4c34-abfa-48faff871233 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0534949 Dec 15 11:42:03.424412 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0520ddf9-57a3-41a0-81c1-46ef42be746c req-f62dafd2-09d2-48da-87e5-c299b100477f tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465415 Dec 15 11:42:03.598451 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f125c2d-f4c0-4044-921c-a9aa75ab5d47 req-c575a36e-8d14-4cf2-aff1-d2d7f222fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:03.599982 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0f125c2d-f4c0-4044-921c-a9aa75ab5d47 req-c575a36e-8d14-4cf2-aff1-d2d7f222fcff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 1096 time: 0.0730040 Dec 15 11:42:03.661346 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4574c80-7876-442e-b4b3-72412d0cb2c8 req-8dc6c09c-40e5-4b46-a15a-44cfe0d455ad tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:03.662873 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b4574c80-7876-442e-b4b3-72412d0cb2c8 req-8dc6c09c-40e5-4b46-a15a-44cfe0d455ad tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 943 time: 0.1086299 Dec 15 11:42:03.780651 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1da5e18e-2be8-4ce3-aff1-495fa67583c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:03.785101 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b4574c80-7876-442e-b4b3-72412d0cb2c8 req-130dbc66-0fa8-48ef-9ebc-2118cc9743a4 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118593 Dec 15 11:42:03.787587 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f125c2d-f4c0-4044-921c-a9aa75ab5d47 req-843c9e0e-9999-4cd1-bd29-2238662a05de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:03.788985 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0f125c2d-f4c0-4044-921c-a9aa75ab5d47 req-843c9e0e-9999-4cd1-bd29-2238662a05de service neutron] 10.222.0.59 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 916 time: 0.1816940 Dec 15 11:42:03.813038 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26657fc-1b1f-4848-8593-d9ed4b2e31a6 req-fb2f4d92-4f07-4748-a40f-d9b80f7a8d09 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:03.814595 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c26657fc-1b1f-4848-8593-d9ed4b2e31a6 req-fb2f4d92-4f07-4748-a40f-d9b80f7a8d09 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 944 time: 0.1053793 Dec 15 11:42:03.846375 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0f125c2d-f4c0-4044-921c-a9aa75ab5d47 req-20c0fb04-fe7c-4021-9c3a-4d4301acd285 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f7acb79-523f-4488-b7b3-f34712a96e89 HTTP/1.1" status: 200 len: 217 time: 0.0481057 Dec 15 11:42:04.202107 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f125c2d-f4c0-4044-921c-a9aa75ab5d47 req-ae1a57cc-a5a7-4db9-aafc-623175fe130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:04.203861 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0f125c2d-f4c0-4044-921c-a9aa75ab5d47 req-ae1a57cc-a5a7-4db9-aafc-623175fe130f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b861287-aafa-495f-81b1-2b7cc144c146 HTTP/1.1" status: 200 len: 855 time: 0.3500030 Dec 15 11:42:04.208319 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c26657fc-1b1f-4848-8593-d9ed4b2e31a6 req-d8619ffc-b8ca-4157-bb71-62fa5d855da7 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645704 Dec 15 11:42:04.241899 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30543698-f955-4de1-8068-b751a3bf6562 req-dea46b81-1ace-4fac-ab7a-1bab413ef7ab tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:04.250198 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-30543698-f955-4de1-8068-b751a3bf6562 req-dea46b81-1ace-4fac-ab7a-1bab413ef7ab tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.3981657 Dec 15 11:42:04.274713 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0f125c2d-f4c0-4044-921c-a9aa75ab5d47 req-a27179b8-bd98-4fe7-acef-2691b619b7a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0ecd982-f13f-4085-a3af-b605505d4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625293 Dec 15 11:42:04.378349 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-30543698-f955-4de1-8068-b751a3bf6562 req-1e88aef7-8f2d-4a8b-9ff6-9269d48a54a7 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270692 Dec 15 11:42:04.430437 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0f125c2d-f4c0-4044-921c-a9aa75ab5d47 req-549b02ea-9d69-411d-ba4c-c3b5ea09a30d service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458995 Dec 15 11:42:04.589035 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0f125c2d-f4c0-4044-921c-a9aa75ab5d47 req-7aabbe86-439b-4afd-856b-cbcce6f3f21c service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500690 Dec 15 11:42:04.598988 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41723a88-b869-4211-b72e-b967bff5c31b req-4526dfde-ee40-46a0-932b-f692d2dfd510 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:04.600641 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-41723a88-b869-4211-b72e-b967bff5c31b req-4526dfde-ee40-46a0-932b-f692d2dfd510 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0899549 Dec 15 11:42:04.659490 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-41723a88-b869-4211-b72e-b967bff5c31b req-175c2961-111a-4cf7-a83a-e40351a35890 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522819 Dec 15 11:42:04.914142 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415d400-d800-4dec-ae89-49e1fa4df28e req-f7a4ef0a-fc94-46c0-9e47-862cb5177095 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:04.915665 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7415d400-d800-4dec-ae89-49e1fa4df28e req-f7a4ef0a-fc94-46c0-9e47-862cb5177095 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 943 time: 0.0548611 Dec 15 11:42:04.971818 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7415d400-d800-4dec-ae89-49e1fa4df28e req-0db4bbd9-95a9-4208-887b-fa8501abee0f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490739 Dec 15 11:42:05.007736 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 8fa9099b-a78f-4a36-af92-6025dd1b31db up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:42:05.210968 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port 8fa9099b-a78f-4a36-af92-6025dd1b31db completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:42:05.223692 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 8fa9099b-a78f-4a36-af92-6025dd1b31db triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:42:05.224189 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:05.322733 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:05.361417 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7dfbfd-2d4a-4280-b8b4-f54fa4531193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa9099b-a78f-4a36-af92-6025dd1b31db'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:05.373638 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e752730f-d59b-40f2-99da-89543ab875ec" -d '{"events": [{"server_uuid": "7d7dfbfd-2d4a-4280-b8b4-f54fa4531193", "name": "network-vif-plugged", "status": "completed", "tag": "8fa9099b-a78f-4a36-af92-6025dd1b31db"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:05.377371 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adbe1c-f00d-4445-b262-98f3f2b7f216 req-69a38e50-e9a4-4639-affd-d4f97bbb47ef tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:05.388350 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61adbe1c-f00d-4445-b262-98f3f2b7f216 req-69a38e50-e9a4-4639-affd-d4f97bbb47ef tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 944 time: 0.0850623 Dec 15 11:42:05.409143 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 8fa9099b-a78f-4a36-af92-6025dd1b31db, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8fa9099b-a78f-4a36-af92-6025dd1b31db,segment=NetworkSegment(65d29f2d-e74c-43fe-9034-f98a00507dea),segment_id=65d29f2d-e74c-43fe-9034-f98a00507dea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:05.416047 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:05.471056 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8c55b0-ac05-49a2-90ca-0d68f51b8f90 x-openstack-request-id: req-cd8c55b0-ac05-49a2-90ca-0d68f51b8f90 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:05.475704 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61adbe1c-f00d-4445-b262-98f3f2b7f216 req-481c304f-0eb5-40ed-b4ee-4513dfc490b3 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862925 Dec 15 11:42:05.477096 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7dfbfd-2d4a-4280-b8b4-f54fa4531193", "name": "network-vif-plugged", "status": "completed", "tag": "8fa9099b-a78f-4a36-af92-6025dd1b31db", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:05.477584 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd8c55b0-ac05-49a2-90ca-0d68f51b8f90 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:05.478194 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7dfbfd-2d4a-4280-b8b4-f54fa4531193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa9099b-a78f-4a36-af92-6025dd1b31db', 'code': 200} Dec 15 11:42:05.538880 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=8fa9099b-a78f-4a36-af92-6025dd1b31db,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:05.659872 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87d403-9b0f-4a57-8bb9-e25fefa790dd req-96fea4ac-2631-443e-b6a4-9aaa47be78f4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:05.667954 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-df87d403-9b0f-4a57-8bb9-e25fefa790dd req-96fea4ac-2631-443e-b6a4-9aaa47be78f4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1052482 Dec 15 11:42:05.748985 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f63338-639b-4c6d-b398-d0b945938cf8 req-6594f8f5-8b3f-43b9-8d9b-2a2be2e7573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:05.750498 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-30f63338-639b-4c6d-b398-d0b945938cf8 req-6594f8f5-8b3f-43b9-8d9b-2a2be2e7573c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 1098 time: 0.0751927 Dec 15 11:42:05.764429 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-df87d403-9b0f-4a57-8bb9-e25fefa790dd req-7d328f37-490c-4fb8-8d6e-adfaaa1a276c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954685 Dec 15 11:42:05.849593 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-30f63338-639b-4c6d-b398-d0b945938cf8 req-430a49f9-6489-4b09-a8c1-a1d766321b23 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840683 Dec 15 11:42:05.861377 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93204d9b-8820-48d4-9e8a-afc6aee47ae3 req-0de280ef-1012-42f1-a1a1-8c933346c0cd tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:05.862978 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-93204d9b-8820-48d4-9e8a-afc6aee47ae3 req-0de280ef-1012-42f1-a1a1-8c933346c0cd tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0916021 Dec 15 11:42:05.919044 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-93204d9b-8820-48d4-9e8a-afc6aee47ae3 req-61328872-d7c5-41da-84d9-f4a2c7cb3445 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474570 Dec 15 11:42:06.119966 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c37c3-7846-41f7-b73e-264b66fa589b req-5116b63b-deab-4c69-bbd5-c381fb933c7b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:06.123363 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-490c37c3-7846-41f7-b73e-264b66fa589b req-5116b63b-deab-4c69-bbd5-c381fb933c7b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 943 time: 0.0671601 Dec 15 11:42:06.152914 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aeee93bf-0a99-4b91-bf0e-2934026a88a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:06.185214 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-490c37c3-7846-41f7-b73e-264b66fa589b req-3c287d06-4bca-42f7-993c-87582f97f004 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567374 Dec 15 11:42:06.654484 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1f49f-3aac-455a-acf9-1902a1e4d93e req-12fc930d-5604-47a9-a65f-9d8828e90b9e tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:06.656047 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9de1f49f-3aac-455a-acf9-1902a1e4d93e req-12fc930d-5604-47a9-a65f-9d8828e90b9e tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.0626249 Dec 15 11:42:06.719696 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9de1f49f-3aac-455a-acf9-1902a1e4d93e req-6e33ca66-ddc0-445d-8133-f65c87bbe087 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570226 Dec 15 11:42:06.917967 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a6013-25b4-451a-8bc6-f13d6086d872 req-5bb0e794-7e47-4abc-be79-9423735f8047 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:06.919758 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c54a6013-25b4-451a-8bc6-f13d6086d872 req-5bb0e794-7e47-4abc-be79-9423735f8047 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0683005 Dec 15 11:42:06.989937 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c54a6013-25b4-451a-8bc6-f13d6086d872 req-9e5fe239-d749-44be-9f27-e7c10e7c178c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628009 Dec 15 11:42:07.054520 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 8f7acb79-523f-4488-b7b3-f34712a96e89 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:42:07.141618 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4354997-5b80-43d4-bc8f-45eacb4b7b46 req-7b223cfc-d357-4ec5-b3fa-4d3d2443e366 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:07.150153 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f4354997-5b80-43d4-bc8f-45eacb4b7b46 req-7b223cfc-d357-4ec5-b3fa-4d3d2443e366 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0971603 Dec 15 11:42:07.203530 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 8f7acb79-523f-4488-b7b3-f34712a96e89, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f7acb79-523f-4488-b7b3-f34712a96e89,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:07.205830 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f4354997-5b80-43d4-bc8f-45eacb4b7b46 req-3f579424-7816-4145-9556-803ce24f74dc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549617 Dec 15 11:42:07.233844 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '8f7acb79-523f-4488-b7b3-f34712a96e89', 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912', 'port_id': '8f7acb79-523f-4488-b7b3-f34712a96e89', 'mac_address': 'fa:16:3e:a1:ff:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b861287-aafa-495f-81b1-2b7cc144c146', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:42:07.279443 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:07.282408 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:07.301619 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7acb79-523f-4488-b7b3-f34712a96e89 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:42:07.332291 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 8f7acb79-523f-4488-b7b3-f34712a96e89, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f7acb79-523f-4488-b7b3-f34712a96e89,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:07.340629 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:07.345401 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f986d-fd60-4829-a018-d86dfa5737c5 req-68b8035e-496f-411f-8af6-a13e5497322e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:07.346971 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-649f986d-fd60-4829-a018-d86dfa5737c5 req-68b8035e-496f-411f-8af6-a13e5497322e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 943 time: 0.0646608 Dec 15 11:42:07.401927 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=8f7acb79-523f-4488-b7b3-f34712a96e89,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:07.415823 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-649f986d-fd60-4829-a018-d86dfa5737c5 req-a7e12747-76f8-4af8-b557-966963bb4004 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603507 Dec 15 11:42:07.848584 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4a867-5587-461f-bddc-19bca3dc177e req-4d251983-970d-4c16-a417-7a0ad5a0427f tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:07.849992 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9ac4a867-5587-461f-bddc-19bca3dc177e req-4d251983-970d-4c16-a417-7a0ad5a0427f tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.0554016 Dec 15 11:42:07.918202 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9ac4a867-5587-461f-bddc-19bca3dc177e req-f0d7f863-ce2e-4f64-9a5f-3338b64e8c85 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614886 Dec 15 11:42:08.042279 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['8f7acb79-523f-4488-b7b3-f34712a96e89'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:08.217025 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d197d6-4093-4397-ba89-bb545594393e req-6c37137e-78b0-4dc3-9efb-0c8669905895 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:08.219113 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-90d197d6-4093-4397-ba89-bb545594393e req-6c37137e-78b0-4dc3-9efb-0c8669905895 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0739892 Dec 15 11:42:08.326998 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-90d197d6-4093-4397-ba89-bb545594393e req-d0473712-2328-44af-9c50-b0e66de244e0 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995238 Dec 15 11:42:08.383420 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7afae2-7005-4046-a720-bd6d87a5727e req-40b54e6b-0a8e-4a21-b176-76880c79ce91 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:08.386105 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8d7afae2-7005-4046-a720-bd6d87a5727e req-40b54e6b-0a8e-4a21-b176-76880c79ce91 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0850208 Dec 15 11:42:08.451149 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8d7afae2-7005-4046-a720-bd6d87a5727e req-592f1639-45d4-44fb-a220-0c43472362f0 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586288 Dec 15 11:42:08.618355 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b23ed-1b9c-46fe-a9f1-0e399a996183 req-428c6429-7d31-4fb7-9c73-a639f717cc76 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:08.621814 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bc9b23ed-1b9c-46fe-a9f1-0e399a996183 req-428c6429-7d31-4fb7-9c73-a639f717cc76 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 944 time: 0.0938210 Dec 15 11:42:08.715278 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bc9b23ed-1b9c-46fe-a9f1-0e399a996183 req-b5105c31-a527-4cb6-8d8c-b935c1011456 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795233 Dec 15 11:42:08.860351 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:08.882880 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9875b-5800-4d62-b1ac-3777bed71393 req-3e2e337d-6ea2-4069-918a-a6c40dcea8c0 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:08.885420 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-98b9875b-5800-4d62-b1ac-3777bed71393 req-3e2e337d-6ea2-4069-918a-a6c40dcea8c0 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0737481 Dec 15 11:42:08.989190 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-98b9875b-5800-4d62-b1ac-3777bed71393 req-b07d7695-d012-45f2-9b02-fdaa75d3d736 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970509 Dec 15 11:42:09.013509 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c276-51f0-4983-820f-1e2f12cd49fc req-42e1bdc7-d267-457f-870e-90196f75990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:09.013509 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f717c276-51f0-4983-820f-1e2f12cd49fc req-42e1bdc7-d267-457f-870e-90196f75990a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 1098 time: 0.0991366 Dec 15 11:42:09.120041 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b79c2-175b-4456-a6dd-18601a7fc752 req-4fad58c5-ef94-4c43-baf0-3564860a774d tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:09.121560 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-414b79c2-175b-4456-a6dd-18601a7fc752 req-4fad58c5-ef94-4c43-baf0-3564860a774d tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.1279213 Dec 15 11:42:09.177259 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c276-51f0-4983-820f-1e2f12cd49fc req-fd1511e4-4464-4aa6-911b-c9b1a927e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:09.179520 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f717c276-51f0-4983-820f-1e2f12cd49fc req-fd1511e4-4464-4aa6-911b-c9b1a927e473 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 200 len: 912 time: 0.1492541 Dec 15 11:42:09.254700 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-414b79c2-175b-4456-a6dd-18601a7fc752 req-0e359979-214c-4adf-a12a-213d92ff88d5 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206777 Dec 15 11:42:09.283093 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f717c276-51f0-4983-820f-1e2f12cd49fc req-0b3ed6a4-3fe6-4c00-b568-3a5e85295956 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef038dd2-512e-4e89-bcbb-dafcd6b644ab HTTP/1.1" status: 200 len: 999 time: 0.0921235 Dec 15 11:42:09.349262 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c276-51f0-4983-820f-1e2f12cd49fc req-0ee91bd3-37c0-4b4c-8801-db283752d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:09.350952 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f717c276-51f0-4983-820f-1e2f12cd49fc req-0ee91bd3-37c0-4b4c-8801-db283752d0cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54ab32e7-8f7b-4c57-92ff-665aba24873a HTTP/1.1" status: 200 len: 850 time: 0.0606072 Dec 15 11:42:09.409107 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c276-51f0-4983-820f-1e2f12cd49fc req-def55927-a12d-42e0-82b7-f72c6d99437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:09.411029 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f717c276-51f0-4983-820f-1e2f12cd49fc req-def55927-a12d-42e0-82b7-f72c6d99437b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f104128-3e4d-48c6-a529-9854e7560cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498092 Dec 15 11:42:09.530234 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c40db-356a-4b81-8291-18a019402146 req-de601c48-5836-4eae-b0e8-ae8d873d74fd tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:09.534866 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:09.536731 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-991c40db-356a-4b81-8291-18a019402146 req-de601c48-5836-4eae-b0e8-ae8d873d74fd tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1175599 Dec 15 11:42:09.567116 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f717c276-51f0-4983-820f-1e2f12cd49fc req-47776e02-a4fc-4ece-8dd4-4a4b716ea900 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401489 Dec 15 11:42:09.618786 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-991c40db-356a-4b81-8291-18a019402146 req-9239a23c-7402-49ed-87d1-98981ca7127d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541744 Dec 15 11:42:09.880004 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333271fe-59d3-4315-ab3e-d18f91768cc4 req-18874b75-5be4-4074-9810-4c8c6c1e5e71 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:09.881599 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-333271fe-59d3-4315-ab3e-d18f91768cc4 req-18874b75-5be4-4074-9810-4c8c6c1e5e71 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 944 time: 0.0910933 Dec 15 11:42:09.948165 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-333271fe-59d3-4315-ab3e-d18f91768cc4 req-11e0ec0d-c609-41b9-b405-5cfbe1816bb7 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567722 Dec 15 11:42:10.127635 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d7694-724a-4943-a554-b2bc19526e70 req-d27f04cf-83b4-4c28-b3cd-28aa5e28b363 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:10.129291 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d78d7694-724a-4943-a554-b2bc19526e70 req-d27f04cf-83b4-4c28-b3cd-28aa5e28b363 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0576692 Dec 15 11:42:10.193274 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d78d7694-724a-4943-a554-b2bc19526e70 req-d5bcf6b4-dacf-4d6b-8a83-81e678dd54a4 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552619 Dec 15 11:42:10.758969 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a2749-42c0-4f42-be1c-a8ed3d8e22fe req-013bfa9a-50f5-48ef-b0cf-fed66f57da59 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:10.764045 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ae4a2749-42c0-4f42-be1c-a8ed3d8e22fe req-013bfa9a-50f5-48ef-b0cf-fed66f57da59 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0568771 Dec 15 11:42:10.823913 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ae4a2749-42c0-4f42-be1c-a8ed3d8e22fe req-c1b1092c-05a3-4b02-9b57-e62e92bb3ef8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570846 Dec 15 11:42:11.087231 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf09950-b402-4eb3-9588-1f28e0091fb2 req-ca5b9bb3-56d8-44ed-af1e-a0473c7ba0aa tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:11.095623 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-edf09950-b402-4eb3-9588-1f28e0091fb2 req-ca5b9bb3-56d8-44ed-af1e-a0473c7ba0aa tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 944 time: 0.0659914 Dec 15 11:42:11.152731 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-edf09950-b402-4eb3-9588-1f28e0091fb2 req-1ed46d82-3c3e-485b-8f6f-51f31588f734 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560775 Dec 15 11:42:11.314744 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a35073-3b98-4ac3-a861-89566a8322ea req-207bce90-e7fe-4eb9-9b36-e2945744bad0 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:11.316344 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80a35073-3b98-4ac3-a861-89566a8322ea req-207bce90-e7fe-4eb9-9b36-e2945744bad0 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0566595 Dec 15 11:42:11.444369 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-80a35073-3b98-4ac3-a861-89566a8322ea req-1d6c63c5-04f7-4075-8e84-cf1f652b8a3b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201499 Dec 15 11:42:11.466888 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f717c276-51f0-4983-820f-1e2f12cd49fc req-8bbb7297-34c4-4815-8c80-89e1423373c1 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441450 Dec 15 11:42:11.844600 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:42:11.955274 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a93d4-70ad-472b-ae2d-c2008e10cde7 req-7973261d-ea76-4394-b143-09eedba73ad5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:11.957048 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-911a93d4-70ad-472b-ae2d-c2008e10cde7 req-7973261d-ea76-4394-b143-09eedba73ad5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0548894 Dec 15 11:42:12.029602 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-911a93d4-70ad-472b-ae2d-c2008e10cde7 req-a1f8b1d8-4077-493b-9846-17ff5f61028d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656052 Dec 15 11:42:12.292460 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d946-64f8-44b0-9e22-e8108c662fc8 req-3f92547e-63b1-4fd6-b03c-25386d4b741e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:12.294918 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0ac5d946-64f8-44b0-9e22-e8108c662fc8 req-3f92547e-63b1-4fd6-b03c-25386d4b741e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 944 time: 0.0644016 Dec 15 11:42:12.365841 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0ac5d946-64f8-44b0-9e22-e8108c662fc8 req-2401f6e3-2e95-467c-8015-f84eba88d9dd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570996 Dec 15 11:42:12.561921 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ccf4b-ebac-48dd-a552-e5bebea628da req-31865f24-eb3b-44c6-a30b-ff2b773c66d8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:12.563622 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c85ccf4b-ebac-48dd-a552-e5bebea628da req-31865f24-eb3b-44c6-a30b-ff2b773c66d8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0549619 Dec 15 11:42:12.619750 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c85ccf4b-ebac-48dd-a552-e5bebea628da req-fb024ef9-cfa4-403f-bc5d-04080d94c430 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482755 Dec 15 11:42:13.164204 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fe82-ed6d-4a7d-933d-148b06db1a21 req-cd9d444f-e32e-4c4f-adfb-4a02c6e40e55 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:13.165874 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3dc2fe82-ed6d-4a7d-933d-148b06db1a21 req-cd9d444f-e32e-4c4f-adfb-4a02c6e40e55 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0526817 Dec 15 11:42:13.223543 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3dc2fe82-ed6d-4a7d-933d-148b06db1a21 req-09600219-c024-469f-a89d-0452bdca8360 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508029 Dec 15 11:42:13.512163 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b8ee7-d1a9-4545-842b-a47611af996b req-71c50bcd-3a0c-4203-9c95-094d0138dca6 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:13.513795 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dc8b8ee7-d1a9-4545-842b-a47611af996b req-71c50bcd-3a0c-4203-9c95-094d0138dca6 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 944 time: 0.0668464 Dec 15 11:42:13.569934 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dc8b8ee7-d1a9-4545-842b-a47611af996b req-82c96e32-ac61-4aaf-ab0e-7c7c199b3f38 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497971 Dec 15 11:42:13.753090 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8358d4-8929-4e9b-832d-b919bcfeef0f req-6fcc05ea-db61-4ad7-87ba-db4a9e0eaefc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:13.754801 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0c8358d4-8929-4e9b-832d-b919bcfeef0f req-6fcc05ea-db61-4ad7-87ba-db4a9e0eaefc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0627470 Dec 15 11:42:13.815366 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0c8358d4-8929-4e9b-832d-b919bcfeef0f req-79e8a778-78c9-43e9-b64f-3c9d80647eb1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530059 Dec 15 11:42:14.009168 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 8f7acb79-523f-4488-b7b3-f34712a96e89 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:42:14.057209 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:14.079347 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port 8f7acb79-523f-4488-b7b3-f34712a96e89 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:42:14.083676 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 8f7acb79-523f-4488-b7b3-f34712a96e89 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:42:14.084062 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:14.194170 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:14.220430 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa05b192-885b-4753-8532-7ba3b68df5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7acb79-523f-4488-b7b3-f34712a96e89'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:14.223108 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93c585a-108e-48fa-aed7-4241ab52cd63" -d '{"events": [{"server_uuid": "fa05b192-885b-4753-8532-7ba3b68df5cd", "name": "network-vif-plugged", "status": "completed", "tag": "8f7acb79-523f-4488-b7b3-f34712a96e89"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:14.249826 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 8f7acb79-523f-4488-b7b3-f34712a96e89, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f7acb79-523f-4488-b7b3-f34712a96e89,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:14.260177 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:14.268462 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c84dcc4-b36e-4316-84d7-09659cfc608a x-openstack-request-id: req-0c84dcc4-b36e-4316-84d7-09659cfc608a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:14.268787 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa05b192-885b-4753-8532-7ba3b68df5cd", "name": "network-vif-plugged", "status": "completed", "tag": "8f7acb79-523f-4488-b7b3-f34712a96e89", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:14.269050 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c84dcc4-b36e-4316-84d7-09659cfc608a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:14.269500 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa05b192-885b-4753-8532-7ba3b68df5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7acb79-523f-4488-b7b3-f34712a96e89', 'code': 200} Dec 15 11:42:14.332891 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=8f7acb79-523f-4488-b7b3-f34712a96e89,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:14.376353 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11b9f3-8355-4f4a-8558-a65c82ed35a2 req-09541fba-4f5c-421d-9f7b-004cd53063da tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:14.379510 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4b11b9f3-8355-4f4a-8558-a65c82ed35a2 req-09541fba-4f5c-421d-9f7b-004cd53063da tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0720954 Dec 15 11:42:14.431105 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4b11b9f3-8355-4f4a-8558-a65c82ed35a2 req-eba5c44d-8234-4b92-8766-8cd2aa31c25e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464761 Dec 15 11:42:14.721851 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a1414-08a6-4b51-a40e-9dea8bd6d92f req-d7cd0784-1866-4d1e-bd63-69bf46a09d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:14.723452 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-259a1414-08a6-4b51-a40e-9dea8bd6d92f req-d7cd0784-1866-4d1e-bd63-69bf46a09d4e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 1098 time: 0.0701876 Dec 15 11:42:14.731032 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1122-597e-43c3-9511-1d05f74d2313 req-3b36f347-f8f1-49c0-a6c2-e7428c71d6a8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:14.732559 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-138c1122-597e-43c3-9511-1d05f74d2313 req-3b36f347-f8f1-49c0-a6c2-e7428c71d6a8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0808747 Dec 15 11:42:14.800717 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-259a1414-08a6-4b51-a40e-9dea8bd6d92f req-d17fa27f-6f4f-47e9-9bbc-438bba806267 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671408 Dec 15 11:42:14.808334 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-138c1122-597e-43c3-9511-1d05f74d2313 req-1acc7dda-b298-4bc2-8e3f-d116d5a999d8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696061 Dec 15 11:42:14.943269 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8667184-ac94-42c2-9a7e-325dfdb3be91 req-39aefd1b-8ae0-49a5-8c28-da02bd529e83 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:14.944814 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f8667184-ac94-42c2-9a7e-325dfdb3be91 req-39aefd1b-8ae0-49a5-8c28-da02bd529e83 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0585957 Dec 15 11:42:15.003366 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f8667184-ac94-42c2-9a7e-325dfdb3be91 req-bdd7def6-b506-44b3-9b8b-26fee9fd3d2c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503445 Dec 15 11:42:15.493156 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75200e-9030-4cb2-a773-79f5a604964a req-a04ca7ef-649e-407c-a7c5-e29715bffff9 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:15.496765 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cf75200e-9030-4cb2-a773-79f5a604964a req-a04ca7ef-649e-407c-a7c5-e29715bffff9 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.0593085 Dec 15 11:42:15.581842 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cf75200e-9030-4cb2-a773-79f5a604964a req-cf893d65-7929-4404-9380-560c4ca7408e tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763974 Dec 15 11:42:15.595600 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80583a-cd66-4da9-a421-0e3de92ce312 req-964c7f15-e3d4-4cfb-9728-9869b6bd9b40 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:15.597156 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-aa80583a-cd66-4da9-a421-0e3de92ce312 req-964c7f15-e3d4-4cfb-9728-9869b6bd9b40 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0778465 Dec 15 11:42:15.659733 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-aa80583a-cd66-4da9-a421-0e3de92ce312 req-3448c1fe-9585-495b-bd13-76a76de9d634 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505731 Dec 15 11:42:15.937037 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6c46c-65af-4307-a362-dab45a45afe6 req-08c7b17b-d321-41b3-b8d4-7e7d5236cda2 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:15.938607 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-36f6c46c-65af-4307-a362-dab45a45afe6 req-08c7b17b-d321-41b3-b8d4-7e7d5236cda2 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0544636 Dec 15 11:42:15.996562 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-36f6c46c-65af-4307-a362-dab45a45afe6 req-1dfcb39b-b67f-4403-a5f0-b37fcd0a0396 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516486 Dec 15 11:42:16.141845 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8e7cc-2f43-4fa0-a0c0-f6cff55a0b34 req-da97c5cb-430d-4c11-b5df-fb84e7a62674 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:16.143765 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3bb8e7cc-2f43-4fa0-a0c0-f6cff55a0b34 req-da97c5cb-430d-4c11-b5df-fb84e7a62674 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0692904 Dec 15 11:42:16.205402 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3bb8e7cc-2f43-4fa0-a0c0-f6cff55a0b34 req-037935bf-fbae-43bf-8ca7-d2f72906319a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510843 Dec 15 11:42:16.452254 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d015968-7e8a-4c5f-acb4-a28235789565 req-f360b2e3-4c57-4135-bd3c-4cb279a3dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:16.453738 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d015968-7e8a-4c5f-acb4-a28235789565 req-f360b2e3-4c57-4135-bd3c-4cb279a3dd8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 1098 time: 0.0447576 Dec 15 11:42:16.564959 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d015968-7e8a-4c5f-acb4-a28235789565 req-8adbff9c-0eb8-43f0-8b2b-21f528e1277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:16.566562 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d015968-7e8a-4c5f-acb4-a28235789565 req-8adbff9c-0eb8-43f0-8b2b-21f528e1277b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 918 time: 0.0998104 Dec 15 11:42:16.654500 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d015968-7e8a-4c5f-acb4-a28235789565 req-5b90f44e-b64e-4d90-97c0-5722a1d1447f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80da3442-4fb7-4d3f-97b2-a64a49164845 HTTP/1.1" status: 200 len: 1001 time: 0.0709023 Dec 15 11:42:16.737224 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d015968-7e8a-4c5f-acb4-a28235789565 req-8bdb5505-5c56-4f2c-a123-1f0286b3676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:16.738875 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d015968-7e8a-4c5f-acb4-a28235789565 req-8bdb5505-5c56-4f2c-a123-1f0286b3676b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.0684772 Dec 15 11:42:16.761414 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d64958-622c-4330-a909-f7777f4affdd req-839bc139-f811-4247-845c-58be48e4b6c2 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:16.762969 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-87d64958-622c-4330-a909-f7777f4affdd req-839bc139-f811-4247-845c-58be48e4b6c2 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.1023500 Dec 15 11:42:16.837156 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733604-16c5-4502-bbc1-f051c3b15474 req-f56021cf-3718-4c15-a624-582ce7814edc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:16.838714 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3a733604-16c5-4502-bbc1-f051c3b15474 req-f56021cf-3718-4c15-a624-582ce7814edc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0978091 Dec 15 11:42:16.847029 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-87d64958-622c-4330-a909-f7777f4affdd req-dc6d55e1-1499-4ccd-9d86-08e08a36f615 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654995 Dec 15 11:42:16.893769 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3a733604-16c5-4502-bbc1-f051c3b15474 req-89420ef2-1b9a-4b6e-b16b-9ca9ff4b65ba tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456924 Dec 15 11:42:17.128465 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dff48-0eaf-4920-8779-4e7de6a2a15e req-b5aa1270-d2ef-4e43-be6a-bbb85fd7f181 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:17.130181 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9f7dff48-0eaf-4920-8779-4e7de6a2a15e req-b5aa1270-d2ef-4e43-be6a-bbb85fd7f181 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0577154 Dec 15 11:42:17.184040 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9f7dff48-0eaf-4920-8779-4e7de6a2a15e req-42145633-cc12-4e9f-94d5-a16195379fa2 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474744 Dec 15 11:42:17.980398 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9bd9a-ac13-4404-94ac-2a5181015a70 req-f4895d7e-8436-4d09-8921-94b706624936 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:17.982030 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-93e9bd9a-ac13-4404-94ac-2a5181015a70 req-f4895d7e-8436-4d09-8921-94b706624936 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.0584235 Dec 15 11:42:18.067892 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f6040-edf1-4c06-ad86-968af04d87a4 req-d7d3b908-9408-4858-82cc-ce735d7dabff tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:18.068791 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-295f6040-edf1-4c06-ad86-968af04d87a4 req-d7d3b908-9408-4858-82cc-ce735d7dabff tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0857959 Dec 15 11:42:18.072546 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-93e9bd9a-ac13-4404-94ac-2a5181015a70 req-c1112c55-089d-4da8-abc8-df6449ea65bf tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811901 Dec 15 11:42:18.134155 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-295f6040-edf1-4c06-ad86-968af04d87a4 req-1ad0abec-70e5-4352-aa78-2df1b07716d4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577300 Dec 15 11:42:18.311028 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5acf1-f4d1-4464-bdcb-e36fe3098d87 req-0f55f80f-45b8-4149-a6db-7208e4c10e5f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:18.312561 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f2b5acf1-f4d1-4464-bdcb-e36fe3098d87 req-0f55f80f-45b8-4149-a6db-7208e4c10e5f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0511880 Dec 15 11:42:18.364443 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f2b5acf1-f4d1-4464-bdcb-e36fe3098d87 req-65d7a70b-5e45-4c49-b187-7a8102a97192 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457618 Dec 15 11:42:18.947764 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d015968-7e8a-4c5f-acb4-a28235789565 req-aff06306-232e-4b8d-bc60-2c60f6077f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:18.949280 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d015968-7e8a-4c5f-acb4-a28235789565 req-aff06306-232e-4b8d-bc60-2c60f6077f08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445929 Dec 15 11:42:19.199634 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b35010-ee4d-4a00-ac98-133daf1f85df req-8410ea92-4971-4982-a5ee-80843737b0d2 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:19.201123 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-76b35010-ee4d-4a00-ac98-133daf1f85df req-8410ea92-4971-4982-a5ee-80843737b0d2 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.0533245 Dec 15 11:42:19.323461 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-76b35010-ee4d-4a00-ac98-133daf1f85df req-bf7821a1-d29d-4f6c-868d-755c8b0e7e87 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155705 Dec 15 11:42:19.340030 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7de3fe-a95b-46d4-9c7c-ec7947334208 req-7eee00e8-8786-44a3-bcf1-521312ee1b0c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:19.341618 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e7de3fe-a95b-46d4-9c7c-ec7947334208 req-7eee00e8-8786-44a3-bcf1-521312ee1b0c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1085236 Dec 15 11:42:19.397337 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e7de3fe-a95b-46d4-9c7c-ec7947334208 req-38cf7b69-c49e-4e6e-80b5-2a7625110d1e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492175 Dec 15 11:42:19.488259 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4734b8-2310-47b0-aad1-6399139ef4fb req-0fa72750-1389-41d3-baa7-7b0b8038dd8e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:19.489691 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0c4734b8-2310-47b0-aad1-6399139ef4fb req-0fa72750-1389-41d3-baa7-7b0b8038dd8e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0528624 Dec 15 11:42:19.556312 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0c4734b8-2310-47b0-aad1-6399139ef4fb req-5f18fd24-9933-449c-8853-caebc0b5ffdf tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576479 Dec 15 11:42:20.050299 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d015968-7e8a-4c5f-acb4-a28235789565 req-40728cf8-a691-47e6-9a4c-149fc1ae2559 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900695 Dec 15 11:42:20.452887 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720242bf-18e6-493b-b1ca-80b8926ee403 req-349e81fc-5a25-4269-b0df-91c08fcdc96b tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:20.454478 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-720242bf-18e6-493b-b1ca-80b8926ee403 req-349e81fc-5a25-4269-b0df-91c08fcdc96b tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.0591571 Dec 15 11:42:20.531050 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-720242bf-18e6-493b-b1ca-80b8926ee403 req-9b28df31-99b3-4dac-ab91-ef444eabf7d6 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687437 Dec 15 11:42:20.547056 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a4d01-dbfd-4c08-be38-00021e611a06 req-f65150c4-7e17-43d5-8f25-b81c853a9f26 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:20.548713 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c72a4d01-dbfd-4c08-be38-00021e611a06 req-f65150c4-7e17-43d5-8f25-b81c853a9f26 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.0722108 Dec 15 11:42:20.611324 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c72a4d01-dbfd-4c08-be38-00021e611a06 req-511b899b-8065-410c-9324-f224a91f69be tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481415 Dec 15 11:42:20.697522 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c3a87-3820-4a86-a6b1-c44985dc7304 req-b12b0118-3c95-4f5c-a704-9151ad758047 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:20.699089 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-477c3a87-3820-4a86-a6b1-c44985dc7304 req-b12b0118-3c95-4f5c-a704-9151ad758047 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0554774 Dec 15 11:42:20.764405 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-477c3a87-3820-4a86-a6b1-c44985dc7304 req-55e34326-5c3d-4ca7-8b51-003c167aaafd tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560122 Dec 15 11:42:21.741036 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4690ce-d73c-4681-ac8e-605c49089760 req-9e07ce78-6a5f-45d6-a138-d88acdb0b830 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:21.742754 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6c4690ce-d73c-4681-ac8e-605c49089760 req-9e07ce78-6a5f-45d6-a138-d88acdb0b830 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.1003673 Dec 15 11:42:21.749023 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6d015968-7e8a-4c5f-acb4-a28235789565 req-81187776-4086-4612-8917-fd32ca23635b service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767623 Dec 15 11:42:21.756622 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 80da3442-4fb7-4d3f-97b2-a64a49164845 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:42:21.823861 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e70ba-aab9-4b94-82ec-e1be038d48c6 req-3c78f552-2f72-4e19-8ab6-c0f0ac99e4be tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:21.825634 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a65e70ba-aab9-4b94-82ec-e1be038d48c6 req-3c78f552-2f72-4e19-8ab6-c0f0ac99e4be tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 945 time: 0.1027920 Dec 15 11:42:21.834997 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6c4690ce-d73c-4681-ac8e-605c49089760 req-d3e028a2-8947-4187-a810-db6f71fc3d0f tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702291 Dec 15 11:42:21.843943 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:21.873410 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:21.876310 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8ea596-39dd-4941-9a83-5010a6b50bf2" -d '{"events": [{"server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "name": "network-vif-unplugged", "status": "completed", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:21.891608 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:21.898522 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:21.904487 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a65e70ba-aab9-4b94-82ec-e1be038d48c6 req-f4bcb296-c923-4cee-aae9-de899af3fb10 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681508 Dec 15 11:42:21.961030 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fa9974-a28b-4a29-a63e-fb5b48df48e4 x-openstack-request-id: req-14fa9974-a28b-4a29-a63e-fb5b48df48e4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:21.961684 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "name": "network-vif-unplugged", "status": "completed", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:21.962113 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14fa9974-a28b-4a29-a63e-fb5b48df48e4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:21.962807 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'code': 200} Dec 15 11:42:21.982427 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=80da3442-4fb7-4d3f-97b2-a64a49164845,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:21.987993 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17170161-d110-45bf-b1a1-b7e8bb74a97e req-d7b2b351-e603-4d30-a300-f22f7323c220 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:21.989661 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-17170161-d110-45bf-b1a1-b7e8bb74a97e req-d7b2b351-e603-4d30-a300-f22f7323c220 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0784457 Dec 15 11:42:21.990497 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:21.990869 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:21.991217 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:21.991667 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:21.999639 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:22.000234 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:22.000580 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:22.000978 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:22.002404 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:22.002765 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:22.003104 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:22.003445 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:22.003950 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:22.060840 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-17170161-d110-45bf-b1a1-b7e8bb74a97e req-b4a53100-9c43-4717-9f8e-d29b17f0d55b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633960 Dec 15 11:42:22.983992 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b3933-4180-4865-a922-079f1be76a0a req-7220f473-6f31-4282-b107-c8ebc1466203 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:22.985706 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-504b3933-4180-4865-a922-079f1be76a0a req-7220f473-6f31-4282-b107-c8ebc1466203 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.0625765 Dec 15 11:42:23.069936 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bf8eb-a089-4d1e-b7e7-cd54a345431a req-2512202b-2c3e-415a-98b5-fcd1942dd2d8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:23.071929 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3a9bf8eb-a089-4d1e-b7e7-cd54a345431a req-2512202b-2c3e-415a-98b5-fcd1942dd2d8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0809636 Dec 15 11:42:23.080673 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-504b3933-4180-4865-a922-079f1be76a0a req-7d6caa53-8aca-418f-bf36-7b9075d7690b tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882726 Dec 15 11:42:23.141394 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3a9bf8eb-a089-4d1e-b7e7-cd54a345431a req-bc130c50-bdce-4556-893e-7dbf628865d3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595715 Dec 15 11:42:23.203642 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85026f85-b062-42e3-af7f-6b03157e82da req-1e6e40da-c4d7-4cf8-bdb6-b28c7e6e902b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:23.205214 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-85026f85-b062-42e3-af7f-6b03157e82da req-1e6e40da-c4d7-4cf8-bdb6-b28c7e6e902b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0528374 Dec 15 11:42:23.259040 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-85026f85-b062-42e3-af7f-6b03157e82da req-9068de6d-fa00-42b8-8b26-9706c7d8253d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467532 Dec 15 11:42:23.722612 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273c1a8-7990-4c3f-857d-d294199c1289 req-ae2ec00d-9dfd-4b66-adf0-be364b6a842a tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:23.724177 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b273c1a8-7990-4c3f-857d-d294199c1289 req-ae2ec00d-9dfd-4b66-adf0-be364b6a842a tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.0580885 Dec 15 11:42:23.849958 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b273c1a8-7990-4c3f-857d-d294199c1289 req-102967d6-4379-47ca-8bde-871b55238229 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Deleting port 8fa9099b-a78f-4a36-af92-6025dd1b31db {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:42:23.850304 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b273c1a8-7990-4c3f-857d-d294199c1289 req-102967d6-4379-47ca-8bde-871b55238229 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:23.964872 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b273c1a8-7990-4c3f-857d-d294199c1289 req-102967d6-4379-47ca-8bde-871b55238229 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] For port 8fa9099b-a78f-4a36-af92-6025dd1b31db, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8fa9099b-a78f-4a36-af92-6025dd1b31db,segment=NetworkSegment(65d29f2d-e74c-43fe-9034-f98a00507dea),segment_id=65d29f2d-e74c-43fe-9034-f98a00507dea)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:23.965245 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b273c1a8-7990-4c3f-857d-d294199c1289 req-102967d6-4379-47ca-8bde-871b55238229 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:23.981010 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b273c1a8-7990-4c3f-857d-d294199c1289 req-102967d6-4379-47ca-8bde-871b55238229 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Calling delete_port for 8fa9099b-a78f-4a36-af92-6025dd1b31db owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:42:24.394254 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d77d3b-f739-48e9-940a-b24434b19298 req-b6331d16-7d85-4a32-9c5f-fc057a749e5d tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:24.395881 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-69d77d3b-f739-48e9-940a-b24434b19298 req-b6331d16-7d85-4a32-9c5f-fc057a749e5d tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7dfbfd-2d4a-4280-b8b4-f54fa4531193 HTTP/1.1" status: 200 len: 945 time: 0.1149652 Dec 15 11:42:24.404450 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4741a-6e62-4bed-91ed-c8102d9d0d9e req-2e650101-b7f7-4d9b-803a-feb811cbc481 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:24.406020 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-edd4741a-6e62-4bed-91ed-c8102d9d0d9e req-2e650101-b7f7-4d9b-803a-feb811cbc481 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1263587 Dec 15 11:42:24.515043 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b273c1a8-7990-4c3f-857d-d294199c1289 req-102967d6-4379-47ca-8bde-871b55238229 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:24.553110 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-edd4741a-6e62-4bed-91ed-c8102d9d0d9e req-a6adf709-d8c0-41d4-b98b-328882467dfe tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398978 Dec 15 11:42:24.561461 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-69d77d3b-f739-48e9-940a-b24434b19298 req-164390e9-26b8-4914-992a-674cf534ac04 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.46 "GET /v2.0/security-groups?id=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528726 Dec 15 11:42:24.564889 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102967d6-4379-47ca-8bde-871b55238229 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Pushing event deleted for resources: {'Port': ['ID=8fa9099b-a78f-4a36-af92-6025dd1b31db,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:24.622563 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b273c1a8-7990-4c3f-857d-d294199c1289 req-102967d6-4379-47ca-8bde-871b55238229 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] No DVR routers for this DVR port 8fa9099b-a78f-4a36-af92-6025dd1b31db on host hv-cinder-81322 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:42:24.626128 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b273c1a8-7990-4c3f-857d-d294199c1289 req-102967d6-4379-47ca-8bde-871b55238229 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:24.629885 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b273c1a8-7990-4c3f-857d-d294199c1289 req-102967d6-4379-47ca-8bde-871b55238229 tempest-VolumesActionsTest-46557473 tempest-VolumesActionsTest-46557473-project] 10.222.0.59 "DELETE /v2.0/ports/8fa9099b-a78f-4a36-af92-6025dd1b31db HTTP/1.1" status: 204 len: 173 time: 0.8909914 Dec 15 11:42:24.630588 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7dfbfd-2d4a-4280-b8b4-f54fa4531193', 'name': 'network-vif-deleted', 'tag': '8fa9099b-a78f-4a36-af92-6025dd1b31db'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:24.633316 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433ac499-b3f2-4db4-896c-fbc2cadb187c" -d '{"events": [{"server_uuid": "7d7dfbfd-2d4a-4280-b8b4-f54fa4531193", "name": "network-vif-deleted", "tag": "8fa9099b-a78f-4a36-af92-6025dd1b31db"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:24.691501 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56156278-0f95-405a-ad92-cf425b087d9c x-openstack-request-id: req-56156278-0f95-405a-ad92-cf425b087d9c {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:24.691849 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7dfbfd-2d4a-4280-b8b4-f54fa4531193", "name": "network-vif-deleted", "tag": "8fa9099b-a78f-4a36-af92-6025dd1b31db", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:24.692421 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56156278-0f95-405a-ad92-cf425b087d9c {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:24.692855 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7dfbfd-2d4a-4280-b8b4-f54fa4531193', 'name': 'network-vif-deleted', 'tag': '8fa9099b-a78f-4a36-af92-6025dd1b31db', 'status': 'completed', 'code': 200} Dec 15 11:42:25.726693 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27b0fb-b9a7-44ce-94ad-25c7d423fcf1 req-380c76ca-d8cb-420e-b277-0206260a4445 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:25.728445 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cf27b0fb-b9a7-44ce-94ad-25c7d423fcf1 req-380c76ca-d8cb-420e-b277-0206260a4445 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0607228 Dec 15 11:42:25.731107 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 8fa9099b-a78f-4a36-af92-6025dd1b31db no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:42:25.757615 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: 8fa9099b-a78f-4a36-af92-6025dd1b31db {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:42:25.758078 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 8fa9099b-a78f-4a36-af92-6025dd1b31db not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:42:25.804283 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cf27b0fb-b9a7-44ce-94ad-25c7d423fcf1 req-d0a527b2-b079-498e-b621-5cf4597294a8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656829 Dec 15 11:42:26.525802 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [req-d36bbce8-b6a0-44e3-82cc-f75c5ad86338 req-7370df20-233d-4191-93e4-76f70ea1272f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:42:26.527299 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d36bbce8-b6a0-44e3-82cc-f75c5ad86338 req-7370df20-233d-4191-93e4-76f70ea1272f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089593 Dec 15 11:42:26.786971 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3558b-685e-41ab-9c20-8c09a57f2e80 req-950c0489-e9ef-4f2b-a17b-e2c3c2efc266 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:26.790087 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b6b3558b-685e-41ab-9c20-8c09a57f2e80 req-950c0489-e9ef-4f2b-a17b-e2c3c2efc266 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0979123 Dec 15 11:42:26.879618 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b6b3558b-685e-41ab-9c20-8c09a57f2e80 req-7183e6f9-42fd-4a1f-9265-a7d8f682c644 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814950 Dec 15 11:42:27.201712 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 46230) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:27.326805 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-ca9a9580-0ee6-4076-81d5-2e0b62d18398 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234312 Dec 15 11:42:27.337796 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-66c18dc7-af98-4de9-a618-63995d31a274 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:42:27.338916 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-66c18dc7-af98-4de9-a618-63995d31a274 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072238 Dec 15 11:42:27.718666 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 80da3442-4fb7-4d3f-97b2-a64a49164845 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:42:28.038107 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668f78f-ac0a-4e8a-9cfc-3e0c8e048441 req-1561aad4-564a-4cfe-907e-008540dd3ee5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:28.041056 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e668f78f-ac0a-4e8a-9cfc-3e0c8e048441 req-1561aad4-564a-4cfe-907e-008540dd3ee5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0767329 Dec 15 11:42:28.100907 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e668f78f-ac0a-4e8a-9cfc-3e0c8e048441 req-62b7ef01-8c95-4c2a-bef0-88c194a86a76 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530729 Dec 15 11:42:29.243766 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d70a0e-ea90-42f8-a16e-dc2b580b3f77 req-0c2f081e-c42b-4fd0-bf0c-e4b965105a16 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:29.245481 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a3d70a0e-ea90-42f8-a16e-dc2b580b3f77 req-0c2f081e-c42b-4fd0-bf0c-e4b965105a16 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0608828 Dec 15 11:42:29.302469 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a3d70a0e-ea90-42f8-a16e-dc2b580b3f77 req-38818c9f-8cad-4870-abca-9361d10a8cac tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503523 Dec 15 11:42:30.434705 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea73e7-3044-4a41-bf83-902a5990549d req-b32f9fea-b6c5-4946-b84b-d5cb879bfb9b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:30.436844 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-33ea73e7-3044-4a41-bf83-902a5990549d req-b32f9fea-b6c5-4946-b84b-d5cb879bfb9b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0535853 Dec 15 11:42:30.499442 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-33ea73e7-3044-4a41-bf83-902a5990549d req-b811f6cf-84a1-443a-bf5b-562ea18cbf66 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554006 Dec 15 11:42:31.654226 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581e8f3-6ddb-4377-8547-8f098036e447 req-8f3ab0c7-5192-41f0-8651-4d2bb22b0fc4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:31.656631 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2581e8f3-6ddb-4377-8547-8f098036e447 req-8f3ab0c7-5192-41f0-8651-4d2bb22b0fc4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0609527 Dec 15 11:42:31.736432 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2581e8f3-6ddb-4377-8547-8f098036e447 req-761a36c2-d85a-4c0a-8f8c-01bc076c40d4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686264 Dec 15 11:42:32.906094 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2dd31-ac89-4b82-8a31-e58f5cd1eb0c req-1c8c2c62-2807-4b34-b2ce-7a2aa9dcca2d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:32.907792 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-acc2dd31-ac89-4b82-8a31-e58f5cd1eb0c req-1c8c2c62-2807-4b34-b2ce-7a2aa9dcca2d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0706058 Dec 15 11:42:32.974297 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-acc2dd31-ac89-4b82-8a31-e58f5cd1eb0c req-51f8c2fb-25fb-44d0-bd07-54d2c08bb37f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584800 Dec 15 11:42:33.812927 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9befc6a3-c197-4338-a649-46703c639498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:34.423082 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592f1e6-2a3e-4ba6-9cad-08cd9b9d0d9b req-16fa9f93-c79e-42e0-8542-58f447b57a7d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:34.434397 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9592f1e6-2a3e-4ba6-9cad-08cd9b9d0d9b req-16fa9f93-c79e-42e0-8542-58f447b57a7d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.2348852 Dec 15 11:42:34.535020 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9592f1e6-2a3e-4ba6-9cad-08cd9b9d0d9b req-667d44c2-f699-489b-943c-b999343f9992 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938771 Dec 15 11:42:35.263738 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a5f59-228e-4031-8679-09cf228fb360 req-a1ff3d5a-59ac-48d8-818f-64418d148b42 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:35.265794 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-689a5f59-228e-4031-8679-09cf228fb360 req-a1ff3d5a-59ac-48d8-818f-64418d148b42 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 945 time: 0.1536210 Dec 15 11:42:35.347865 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-689a5f59-228e-4031-8679-09cf228fb360 req-e92bc7f6-de7d-43ab-a89a-ba0af0754519 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692225 Dec 15 11:42:35.764010 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5502c-5904-424d-90de-cfb35a6788d5 req-ca28b1ed-dda3-423d-b1ba-552bc9c0b1d9 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:35.766357 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-daa5502c-5904-424d-90de-cfb35a6788d5 req-ca28b1ed-dda3-423d-b1ba-552bc9c0b1d9 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0884352 Dec 15 11:42:35.857886 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-daa5502c-5904-424d-90de-cfb35a6788d5 req-d4dcaa02-73a8-4ce6-86a3-29cb176c5423 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835092 Dec 15 11:42:36.287713 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-030cbb9c-c804-471e-8cb2-1f854f5fb645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:36.565919 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-17437be5-f748-40c8-a58c-176debc62dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:36.567587 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-17437be5-f748-40c8-a58c-176debc62dc4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e&tenant_id=32d22ecc87d9432b96feaa2df875e6fe HTTP/1.1" status: 200 len: 1096 time: 0.2038338 Dec 15 11:42:36.599167 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c340f-a0b7-42c1-9d91-da62a63ab5a9 req-092a4871-8381-46c1-9ad9-5c8890f6c68a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:36.601797 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-898c340f-a0b7-42c1-9d91-da62a63ab5a9 req-092a4871-8381-46c1-9ad9-5c8890f6c68a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 945 time: 0.0878153 Dec 15 11:42:36.721586 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-898c340f-a0b7-42c1-9d91-da62a63ab5a9 req-0683f062-b936-4ed7-a23d-6fbadfd36540 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067491 Dec 15 11:42:36.729862 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-73525f76-e994-494e-b539-a973256f5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:36.732024 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-73525f76-e994-494e-b539-a973256f5d12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 1096 time: 0.1070571 Dec 15 11:42:36.965169 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-2908d11a-151c-45e3-9fed-f7734b117bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:36.968595 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-2908d11a-151c-45e3-9fed-f7734b117bf7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 918 time: 0.2264941 Dec 15 11:42:37.079992 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-1e80f14c-d2d6-4b44-8506-83c0616a0386 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80da3442-4fb7-4d3f-97b2-a64a49164845 HTTP/1.1" status: 200 len: 999 time: 0.1016114 Dec 15 11:42:37.172910 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671022b8-4593-4d48-bf7d-a6a393613d4e req-bf27729f-d8f3-4f53-ba0e-7be9bd17616c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:37.175253 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-671022b8-4593-4d48-bf7d-a6a393613d4e req-bf27729f-d8f3-4f53-ba0e-7be9bd17616c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1130893 Dec 15 11:42:37.261500 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:37.268538 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-b926f47e-e8ad-461a-aa1b-82bcf162e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:37.270187 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-b926f47e-e8ad-461a-aa1b-82bcf162e647 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.1322143 Dec 15 11:42:37.288063 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-671022b8-4593-4d48-bf7d-a6a393613d4e req-91c1494d-5317-4e9a-9e88-718ad0e34a7c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793087 Dec 15 11:42:37.350925 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-2a67f5f3-1385-4f7c-83de-c60ea6eb94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:37.352989 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-2a67f5f3-1385-4f7c-83de-c60ea6eb94cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615380 Dec 15 11:42:37.593093 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-6c13b002-8981-49b5-8119-9bb56166d195 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311049 Dec 15 11:42:37.752501 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-fb43b76f-02ca-41d7-b2b0-aa161182bea3 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:37.754827 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-fb43b76f-02ca-41d7-b2b0-aa161182bea3 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 815 time: 0.2393517 Dec 15 11:42:37.817957 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-1e720aaf-c171-4bef-a07e-19ed4488dfb0 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/quotas/f2ccc89e123c4395b89aec3116535b0e HTTP/1.1" status: 200 len: 375 time: 0.0461519 Dec 15 11:42:37.835829 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-219a0b8e-6bfa-4ba3-82d5-55adf72f0dfe service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204628 Dec 15 11:42:38.023736 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-635a1f3a-338a-4211-b3dd-50f7c75e9115 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1852813 Dec 15 11:42:38.134449 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05ea9-9d8d-45cd-8dad-2c8030f96474 req-f40d8c29-dbde-4e53-a5fe-5d073d579a5a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:38.137820 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-27b05ea9-9d8d-45cd-8dad-2c8030f96474 req-f40d8c29-dbde-4e53-a5fe-5d073d579a5a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 945 time: 0.2176676 Dec 15 11:42:38.388507 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-8da55f9e-1b9a-4b8a-bac0-538c0b6ee255 service neutron] 10.222.0.46 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520784 Dec 15 11:42:38.518401 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-27b05ea9-9d8d-45cd-8dad-2c8030f96474 req-d2cb4dff-c286-460f-8553-b304b89117ef tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640490 Dec 15 11:42:38.560364 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104011b-4bed-4f2a-8e4d-d0e6ef733327 req-f5cdc76b-5afd-45dd-a698-d64767b94e41 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:38.562021 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3104011b-4bed-4f2a-8e4d-d0e6ef733327 req-f5cdc76b-5afd-45dd-a698-d64767b94e41 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 945 time: 0.3104744 Dec 15 11:42:38.640961 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-a8401da8-ccf7-4965-acb9-f9a483534239 service neutron] 10.222.0.46 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465248 Dec 15 11:42:38.763400 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-3104011b-4bed-4f2a-8e4d-d0e6ef733327 req-65a43882-3a0b-453d-8e3b-cedefe54cd1a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Deleting port 3c5461f1-efa9-49ed-85c0-f849fcc0109b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:42:38.763785 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3104011b-4bed-4f2a-8e4d-d0e6ef733327 req-65a43882-3a0b-453d-8e3b-cedefe54cd1a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:38.943301 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:39.037580 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c0ace13b-0019-420d-a5f3-a87d5f627c36 req-753b1f98-e51f-487a-87eb-5ca972638509 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.1040659 Dec 15 11:42:39.126404 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0cdf9-2928-4343-bbb8-a65e454f295d req-595df488-17f4-40ea-b00a-a95fb9cbb201 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:39.129373 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3de0cdf9-2928-4343-bbb8-a65e454f295d req-595df488-17f4-40ea-b00a-a95fb9cbb201 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.4749854 Dec 15 11:42:39.132784 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3104011b-4bed-4f2a-8e4d-d0e6ef733327 req-65a43882-3a0b-453d-8e3b-cedefe54cd1a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] For port 3c5461f1-efa9-49ed-85c0-f849fcc0109b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c5461f1-efa9-49ed-85c0-f849fcc0109b,segment=NetworkSegment(bf58ffe8-1553-4222-8323-fa4d7edb6345),segment_id=bf58ffe8-1553-4222-8323-fa4d7edb6345)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:39.133462 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3104011b-4bed-4f2a-8e4d-d0e6ef733327 req-65a43882-3a0b-453d-8e3b-cedefe54cd1a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:39.198210 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-3104011b-4bed-4f2a-8e4d-d0e6ef733327 req-65a43882-3a0b-453d-8e3b-cedefe54cd1a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Calling delete_port for 3c5461f1-efa9-49ed-85c0-f849fcc0109b owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:42:39.368187 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3de0cdf9-2928-4343-bbb8-a65e454f295d req-a16f068e-33c0-4e69-939a-8d5e0f890750 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153459 Dec 15 11:42:39.588886 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:39.889806 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3104011b-4bed-4f2a-8e4d-d0e6ef733327 req-65a43882-3a0b-453d-8e3b-cedefe54cd1a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:39.918384 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4606d-ddc8-4722-b829-ac616345aca3 req-f8a0a755-37b2-4b04-86f7-40c1cbfe94c6 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:39.928424 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e0e4606d-ddc8-4722-b829-ac616345aca3 req-f8a0a755-37b2-4b04-86f7-40c1cbfe94c6 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 945 time: 0.1736817 Dec 15 11:42:39.952839 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['3c5461f1-efa9-49ed-85c0-f849fcc0109b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:39.984018 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a43882-3a0b-453d-8e3b-cedefe54cd1a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Pushing event deleted for resources: {'Port': ['ID=3c5461f1-efa9-49ed-85c0-f849fcc0109b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:40.059278 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3104011b-4bed-4f2a-8e4d-d0e6ef733327 req-65a43882-3a0b-453d-8e3b-cedefe54cd1a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] No DVR routers for this DVR port 3c5461f1-efa9-49ed-85c0-f849fcc0109b on host hv-cinder-81322 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:42:40.065829 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3104011b-4bed-4f2a-8e4d-d0e6ef733327 req-65a43882-3a0b-453d-8e3b-cedefe54cd1a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.069990 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3104011b-4bed-4f2a-8e4d-d0e6ef733327 req-65a43882-3a0b-453d-8e3b-cedefe54cd1a tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.59 "DELETE /v2.0/ports/3c5461f1-efa9-49ed-85c0-f849fcc0109b HTTP/1.1" status: 204 len: 173 time: 1.4947395 Dec 15 11:42:40.071046 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba35cf62-ccb4-4bb5-9ff3-c397583a07bf', 'name': 'network-vif-deleted', 'tag': '3c5461f1-efa9-49ed-85c0-f849fcc0109b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:40.074412 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d67dd8-8615-42f2-818f-0779e58a1274" -d '{"events": [{"server_uuid": "ba35cf62-ccb4-4bb5-9ff3-c397583a07bf", "name": "network-vif-deleted", "tag": "3c5461f1-efa9-49ed-85c0-f849fcc0109b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:40.092885 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e0e4606d-ddc8-4722-b829-ac616345aca3 req-a465154f-3609-45eb-ad0b-bf3002e06ec3 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e062878-8f91-4ff4-9b35-30c5738125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617815 Dec 15 11:42:40.275492 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb69107-40a5-47d5-81b0-68a2f84a2f86 x-openstack-request-id: req-bdb69107-40a5-47d5-81b0-68a2f84a2f86 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:40.276244 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba35cf62-ccb4-4bb5-9ff3-c397583a07bf", "name": "network-vif-deleted", "tag": "3c5461f1-efa9-49ed-85c0-f849fcc0109b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:40.276726 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bdb69107-40a5-47d5-81b0-68a2f84a2f86 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:40.277378 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba35cf62-ccb4-4bb5-9ff3-c397583a07bf', 'name': 'network-vif-deleted', 'tag': '3c5461f1-efa9-49ed-85c0-f849fcc0109b', 'status': 'completed', 'code': 200} Dec 15 11:42:40.282201 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1444e1dc-2675-4c1c-b9d8-3daea6f8b44b req-5edb3a8d-8c30-41b4-9c00-aaf1e84a3bdf tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0600808 Dec 15 11:42:40.776394 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f73a2-0698-43a4-aa30-ba79574a57db req-7a4866ba-182d-455a-a5fb-02a3f77c372c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:40.787912 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b4f73a2-0698-43a4-aa30-ba79574a57db req-7a4866ba-182d-455a-a5fb-02a3f77c372c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1901069 Dec 15 11:42:40.899833 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b4f73a2-0698-43a4-aa30-ba79574a57db req-becbccc5-98f6-4cdf-b4f0-943bb3652812 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035526 Dec 15 11:42:41.255966 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-810fad89-6146-4058-9601-27a1ddc83e69 req-9b5d51b4-3d1a-43a5-bf32-49b426b40333 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0452137 Dec 15 11:42:41.545125 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4a1df1f7-6b2f-43ee-b151-5204b15e4941 req-63cd9427-a1d0-4b2f-bfc1-0a0cf199363c tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0961297 Dec 15 11:42:42.040187 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 3c5461f1-efa9-49ed-85c0-f849fcc0109b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:42:42.102637 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: 3c5461f1-efa9-49ed-85c0-f849fcc0109b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:42:42.109925 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 3c5461f1-efa9-49ed-85c0-f849fcc0109b not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:42:42.176058 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdde7dd-6a41-473d-9d69-b67bfa69a4c8 req-4016d5f8-3af9-443b-a625-482332c291ff tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:42.178762 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7cdde7dd-6a41-473d-9d69-b67bfa69a4c8 req-4016d5f8-3af9-443b-a625-482332c291ff tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1338413 Dec 15 11:42:42.348053 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7cdde7dd-6a41-473d-9d69-b67bfa69a4c8 req-f9a4220a-d5d5-4472-a8ed-d3f71b2f4a3b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607656 Dec 15 11:42:42.524546 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3b4d9a7b-4451-4515-9ffc-0c8fa66c00cb req-10ed407c-8592-461a-a192-7eedfd39ffa6 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.1135426 Dec 15 11:42:42.732443 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1f3bb2d7-27e9-4219-9d17-54494031cae0 req-3e2865ca-3afc-4bb0-9a5d-7dd4d49a23d1 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0381906 Dec 15 11:42:43.605115 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c36ee-d42a-40f6-9961-515886b47f3b req-91111930-51ca-46d1-af1c-bfc98acbcd60 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:43.632003 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9c8c36ee-d42a-40f6-9961-515886b47f3b req-91111930-51ca-46d1-af1c-bfc98acbcd60 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1211088 Dec 15 11:42:43.730072 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9c8c36ee-d42a-40f6-9961-515886b47f3b req-4925337f-d814-401f-bb65-51ba654b92d4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967612 Dec 15 11:42:43.829922 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8e676bcd-d04e-4c67-a1be-e8cc76a77eba req-05365b36-84b4-4fd9-8374-a820a35920c6 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0854306 Dec 15 11:42:44.062410 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:44.075017 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4a21cdb9-f195-4c7c-a1bf-c142177dd5ff req-f93acac8-ab93-45e2-9249-6798a8a04ebf tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.1314507 Dec 15 11:42:44.915154 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d70214-d972-4743-8ebd-f42af6fc1245 req-c9b94146-3621-47af-b87e-3dcf2df905fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:44.917287 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-09d70214-d972-4743-8ebd-f42af6fc1245 req-c9b94146-3621-47af-b87e-3dcf2df905fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0833485 Dec 15 11:42:45.022362 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8cd964c9-7d59-4b94-84fb-9634435b7c5e req-75a797c0-a1ef-4d39-b294-15f8eced0ff9 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0643096 Dec 15 11:42:45.058765 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-09d70214-d972-4743-8ebd-f42af6fc1245 req-0188fb23-2b4f-4463-b98e-22559ad64a9f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317861 Dec 15 11:42:45.244612 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24554913-0d2d-4b4e-a036-3e4e491c8150 req-78e8a258-9db6-44bb-8170-23d423efb1e1 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0438619 Dec 15 11:42:46.172757 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f9dcea34-5f12-4887-a3c0-561e6f82a681 req-55e089fe-57a0-4b90-9575-b110ccc89d11 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0380425 Dec 15 11:42:46.350596 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb03861-a9fd-47cd-b5fd-e3c30d2aeccd req-0620e5d8-8d0c-48a7-8fc9-87eec6638b4a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:46.352812 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9bb03861-a9fd-47cd-b5fd-e3c30d2aeccd req-0620e5d8-8d0c-48a7-8fc9-87eec6638b4a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0964792 Dec 15 11:42:46.477496 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ccfc3e46-3198-4dba-af6c-ae11045adb08 req-a2c2b947-b426-4152-ab71-9d720e6344da tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0878198 Dec 15 11:42:46.560968 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9bb03861-a9fd-47cd-b5fd-e3c30d2aeccd req-bae55dc6-7184-4799-bcee-2174d14fbf8b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891773 Dec 15 11:42:47.404420 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-495c1d66-aa96-487d-b8d3-e27ffcf85a49 req-5a5ba078-a042-43e0-ab26-b0a4f8c82a58 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0592105 Dec 15 11:42:47.717054 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-afcad5e4-622b-45d7-ab68-ac4c6064f5fd req-f3c5db59-11b1-47c9-9812-8726d8a3704c tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0362422 Dec 15 11:42:47.758954 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a632fe-81a4-4f69-93ec-814d1a7e5ce5 req-2c968ded-70df-40f1-9275-0ba328849126 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:47.766369 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d7a632fe-81a4-4f69-93ec-814d1a7e5ce5 req-2c968ded-70df-40f1-9275-0ba328849126 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1234787 Dec 15 11:42:47.912979 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d7a632fe-81a4-4f69-93ec-814d1a7e5ce5 req-d8a388b1-6e58-4f50-ac00-afc193d08176 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454942 Dec 15 11:42:48.608736 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a2155cce-202f-4ab9-bae4-d606920fde36 req-4b69ef1f-7c3f-4079-ba7e-63ffad69e490 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0407920 Dec 15 11:42:48.829397 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0f65c28f-8a77-49a3-b327-4ccc6620d999 req-fc215f5a-9236-4f73-9221-f7a5d3ef7e0c tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0348740 Dec 15 11:42:48.849183 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:42:49.230365 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80c8b-94d5-4d71-a519-a3f6829687f8 req-f0e31b06-b846-4710-8a3e-27e0b2452671 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:49.232493 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bce80c8b-94d5-4d71-a519-a3f6829687f8 req-f0e31b06-b846-4710-8a3e-27e0b2452671 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1109726 Dec 15 11:42:49.341960 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bce80c8b-94d5-4d71-a519-a3f6829687f8 req-7aa5857e-af75-4399-8aa6-706bd81c1b03 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921981 Dec 15 11:42:49.858497 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5deec78c-059b-418d-a905-a7a303c72f29 req-bfdaf3c1-1e7b-407b-b55b-2330d785160d tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0737824 Dec 15 11:42:49.968899 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9efedba6-02ce-41e0-9abd-04079ba170fe req-c3d0120e-d69c-4861-b6a6-17c03abe2d80 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0369060 Dec 15 11:42:50.667753 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358895bb-4495-465f-807f-cb339d8d6103 req-f66c946a-fedf-42a0-b2e8-1101269d3a5b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:50.671509 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-358895bb-4495-465f-807f-cb339d8d6103 req-f66c946a-fedf-42a0-b2e8-1101269d3a5b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0961790 Dec 15 11:42:50.765255 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-358895bb-4495-465f-807f-cb339d8d6103 req-848fef45-0990-40d7-ab4f-b9258375832d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797124 Dec 15 11:42:51.024526 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9041fd0a-f8f3-4bfb-9b11-331128eeaa3b req-8f9d59af-4789-4361-abcc-d72c3707c0e3 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0511839 Dec 15 11:42:51.120419 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-118870a2-baaa-4fe6-b424-b385cc7d52bc req-cb29c5d8-160e-4a26-b30c-61c9b9446a87 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0335107 Dec 15 11:42:52.013257 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496b67a-d67d-4294-a803-5f6d7b75c688 req-c348b838-880d-43a7-89d6-dfb367b78b08 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:52.017230 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6496b67a-d67d-4294-a803-5f6d7b75c688 req-c348b838-880d-43a7-89d6-dfb367b78b08 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1206660 Dec 15 11:42:52.145111 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6496b67a-d67d-4294-a803-5f6d7b75c688 req-51461891-a0e7-4c27-86c7-dc8248864128 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181087 Dec 15 11:42:52.230810 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-675ac4c2-3a12-4ec2-96dd-f7515d686d03 req-378e371e-ed74-40de-938b-6e2fea271792 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0838993 Dec 15 11:42:52.423383 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a75427bb-367e-444e-ac36-dbf70890b795 req-47f0a6d5-acde-48a1-95f2-84d14bd20ae8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0863636 Dec 15 11:42:53.357127 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d211150-601b-4add-9403-8734387b0fea req-0f390fdf-7814-4aec-9869-77862e4e2909 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:53.358849 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8d211150-601b-4add-9403-8734387b0fea req-0f390fdf-7814-4aec-9869-77862e4e2909 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0697353 Dec 15 11:42:53.407808 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-491dfad1-2706-431e-ae32-113c2a1d2353 req-3d207274-b949-4d37-b3c9-8a6bbe5078df tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0470755 Dec 15 11:42:53.451706 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8d211150-601b-4add-9403-8734387b0fea req-42eff6f6-ba45-48ff-a3d4-4807309c1246 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830429 Dec 15 11:42:53.558701 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6c35530d-3d20-49f5-9e32-c9a503d1b407 req-1166b402-50b7-44e4-9df0-dd9a46cba3fa tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0320010 Dec 15 11:42:54.552728 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce0861a-960d-438a-918e-b197d0c80db6 req-2fe0665a-3fe3-4988-aaad-52d78c8caead tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0500889 Dec 15 11:42:54.632228 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eee65-dd36-4981-9256-c50653657c06 req-cb1b052d-95b5-46ff-afc9-4b7de1cbb33d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:54.634744 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c46eee65-dd36-4981-9256-c50653657c06 req-cb1b052d-95b5-46ff-afc9-4b7de1cbb33d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0866859 Dec 15 11:42:54.726968 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a0edfe73-56d9-455a-8b24-20f5ef71ad53 req-f62ffc90-35bc-4935-847c-b47e409aa1b8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0685031 Dec 15 11:42:54.776249 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c46eee65-dd36-4981-9256-c50653657c06 req-1f764433-123e-4abc-b901-230cb2f26261 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323593 Dec 15 11:42:55.702069 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-547010ac-5df2-4683-8fbc-de320b4f30a5 req-7506a696-df87-4714-aa7b-e02fdd917e6f tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0277245 Dec 15 11:42:55.862344 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c4de979b-bcf4-41e7-b1ab-f782b197835f req-dac6ddb1-f98f-4450-8f83-411747b9e927 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0303099 Dec 15 11:42:55.911536 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00473c-ccaa-41cb-b38c-8895e5ccbe11 req-a1e0d439-cd1e-47ff-9286-bfdee56f2046 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:55.913141 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2d00473c-ccaa-41cb-b38c-8895e5ccbe11 req-a1e0d439-cd1e-47ff-9286-bfdee56f2046 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0542262 Dec 15 11:42:55.918805 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 46606) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:55.976352 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Deleting subnet f8d8bee7-d7dc-46d7-b27d-bb0138a112e9 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:42:55.981119 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.984724 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2d00473c-ccaa-41cb-b38c-8895e5ccbe11 req-a8db328d-b181-41a5-9793-ff672bec1deb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631630 Dec 15 11:42:56.027932 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261087230'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.071796 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.129888 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261048293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261019114'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.160899 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d8bee7-d7dc-46d7-b27d-bb0138a112e9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:56.165883 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.171222 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f8d8bee7-d7dc-46d7-b27d-bb0138a112e9 HTTP/1.1" status: 204 len: 168 time: 0.2492225 Dec 15 11:42:56.173078 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 46610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:56.175401 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.175810 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.176162 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.176516 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.176861 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.177192 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.177517 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.177863 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.178190 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.178553 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.178865 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.179193 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.179542 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f078af-8059-4887-9d9e-0009b274fae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.258053 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.348114 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.371366 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca81994-63f7-469b-8019-b39f65dd6a8a']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:56.383033 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d29f2d-e74c-43fe-9034-f98a00507dea') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:56.383033 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d29f2d-e74c-43fe-9034-f98a00507dea') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:56.393261 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260691950'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.407466 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.414404 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:42:56.414823 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260673831'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: Traceback (most recent call last): Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: timer() Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: cb(*args, **kw) Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: return func(*args, **kwargs) Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: self._notify() Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: self.callback(batched_events) Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: event.method(event) Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: return f(self, *a, **k) Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._get(url).json() Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: return self.request(url, 'GET', **kwargs) Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:42:56.416852 dv-cinder-813221-4-iscsi neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:42:56.476236 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.482936 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.486253 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1ca81994-63f7-469b-8019-b39f65dd6a8a HTTP/1.1" status: 204 len: 168 time: 0.3119903 Dec 15 11:42:56.498496 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca81994-63f7-469b-8019-b39f65dd6a8a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:56.506285 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.506643 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.506988 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.507323 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.507832 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.508171 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.508505 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.508833 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.509151 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.509493 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.509819 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.510137 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.510439 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c7331-f002-4f10-8aa7-df6359de3c38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.635969 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 46614) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:56.682453 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-c48805c4-30cd-46e9-93ee-4f2025437228 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea0ce7ac1f82407092b685281a04a318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451443 Dec 15 11:42:56.686272 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 46616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:56.745659 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11dc72bb-69f1-409a-9503-b117cb19efe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:57.028604 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11dc72bb-69f1-409a-9503-b117cb19efe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:57.062514 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7d12d154-e7b4-4810-a57e-5ae958a5ae90 req-02a8e52b-9168-47a3-917a-3c9bf6468db0 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0651448 Dec 15 11:42:57.065793 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c3a24eca-a572-411b-be81-2afba1402e1b req-1382f002-7292-4c9d-aaaf-a75807b72492 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0673690 Dec 15 11:42:57.120760 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11dc72bb-69f1-409a-9503-b117cb19efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:57.123378 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11dc72bb-69f1-409a-9503-b117cb19efe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:57.124610 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-11dc72bb-69f1-409a-9503-b117cb19efe2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b780e2bc-a593-4cfd-ba3c-ffc5c5f37896 HTTP/1.1" status: 204 len: 168 time: 0.4371111 Dec 15 11:42:57.158264 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc72bb-69f1-409a-9503-b117cb19efe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b780e2bc-a593-4cfd-ba3c-ffc5c5f37896,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:57.191197 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727321e5-fc6f-4640-be32-ca167417b60c req-8a525658-7513-446b-8035-dac900db1c09 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:57.192865 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-727321e5-fc6f-4640-be32-ca167417b60c req-8a525658-7513-446b-8035-dac900db1c09 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0672452 Dec 15 11:42:57.254083 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-727321e5-fc6f-4640-be32-ca167417b60c req-193d947c-0ac3-49e1-8845-cb5fe5bb3046 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542765 Dec 15 11:42:57.938978 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 46644) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:58.064864 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1045951403-network', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:58.088986 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Made reservation on behalf of b9914476952e452e8ae1e9bdb5e23e79 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:42:58.091842 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.101687 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.180126 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-177b3941-82cd-453b-ab1e-314d3623664e req-a0733d84-0d63-4c96-a824-882847189097 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0308423 Dec 15 11:42:58.211594 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.217382 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.221410 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7470f205-d10f-4b2f-956c-0f44edbf4ffe req-a8a4a5a4-21a0-42dc-ad52-dc2739f7f419 tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0440724 Dec 15 11:42:58.244651 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:42:58.260376 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:58.263827 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.264197 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.segments_db [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Added segment 60be85f5-e955-4f6e-b2a8-193f4be55e03 of type vlan for network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 Dec 15 11:42:58.312800 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.347881 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.349034 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:58.349707 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.421865 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4815671 Dec 15 11:42:58.424888 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 46656) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:58.432419 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] Request body: {'subnet': {'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1045951403-subnet', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:58.439632 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c463fa-3635-4769-9d05-820ba6cb5cef admin admin] Pushing event updated for resources: {'Network': ['ID=39dcabb9-56ef-45a8-a880-5875e76b5ca8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:58.452455 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:42:58.465456 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] Made reservation on behalf of b9914476952e452e8ae1e9bdb5e23e79 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:42:58.469433 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261019021'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.545316 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb4549-85cb-4dfe-b4cf-2c75ec061a8d req-743418f8-49c6-4ed7-8091-e475b395fb89 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:58.547117 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cdcb4549-85cb-4dfe-b4cf-2c75ec061a8d req-743418f8-49c6-4ed7-8091-e475b395fb89 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.2092030 Dec 15 11:42:58.607990 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cdcb4549-85cb-4dfe-b4cf-2c75ec061a8d req-5958af75-5895-4fd3-b701-810464a6e6ab tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533075 Dec 15 11:42:58.684128 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261047842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261019027'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.739896 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6529508e-86dc-407c-a00b-db34f1266ae6,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:58.756283 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] Checking segment: {'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:42:58.756639 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] Network hostable DHCP agents. Network: 39dcabb9-56ef-45a8-a880-5875e76b5ca8, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:42:58.777725 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] Network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:42:58.789002 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 39dcabb9-56ef-45a8-a880-5875e76b5ca8) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:42:58.793774 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:58.794478 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.800890 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfe12da-faff-4555-958b-4847d1d5cc36 None None] Network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:42:58.816787 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-d929292f-ab51-4a53-8f16-9f0631e4e3f6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3907659 Dec 15 11:42:58.824214 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 46658) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:58.828949 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:58.855801 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12373'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.857983 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12366'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.920744 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.925706 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp076dc365-89fe-5bfb-9ff9-8d73b820697d-39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6'}]}} from dv-cinder-813221-4-iscsi. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:42:58.926743 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.071037 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.074374 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Allocated IP 172.20.0.2 (39dcabb9-56ef-45a8-a880-5875e76b5ca8/6529508e-86dc-407c-a00b-db34f1266ae6/b134f9f0-8ece-458a-b9d3-21dd889b4ad6) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:42:59.280894 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.289236 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.308552 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.341518 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.350119 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Pushing event updated for resources: {'Port': ['ID=b134f9f0-8ece-458a-b9d3-21dd889b4ad6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:59.369605 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:42:59.377774 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:42:59.382494 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7aeb12e4-92b9-4345-8260-6e0dc5a8a68b req-ed2b8d73-6bf0-4bf2-8274-2c706286d613 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0794950 Dec 15 11:42:59.384025 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:42:59.439771 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-51c9c4e6-1f20-487a-8559-cc09127d19a3 req-e35ead32-8e69-427c-894d-5673ef649f1e tempest-VolumesSnapshotTestJSON-2116888814 tempest-VolumesSnapshotTestJSON-2116888814-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba35cf62-ccb4-4bb5-9ff3-c397583a07bf HTTP/1.1" status: 200 len: 210 time: 0.0448642 Dec 15 11:42:59.462669 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Attempting to bind port b134f9f0-8ece-458a-b9d3-21dd889b4ad6 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:42:59.463397 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Attempting to bind port b134f9f0-8ece-458a-b9d3-21dd889b4ad6 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:42:59.463532 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Attempting to bind port b134f9f0-8ece-458a-b9d3-21dd889b4ad6 on network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:42:59.469458 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:42:59.470170 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Checking segment: {'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:42:59.470294 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.470620 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Bound using segment: {'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:42:59.471115 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Bound port: b134f9f0-8ece-458a-b9d3-21dd889b4ad6, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:42:59.471497 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.484655 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Allocated IP 172.27.1.147 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/2a84a652-9f9f-49ba-9cf5-7f6b7482f21b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:42:59.558250 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] For port b134f9f0-8ece-458a-b9d3-21dd889b4ad6, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:42:59.561827 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] For port b134f9f0-8ece-458a-b9d3-21dd889b4ad6, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=b134f9f0-8ece-458a-b9d3-21dd889b4ad6,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:42:59.567880 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.604857 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.634238 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49235bde-a1f6-42c9-baee-2b86de02c983 None None] Pushing event updated for resources: {'Port': ['ID=b134f9f0-8ece-458a-b9d3-21dd889b4ad6,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:59.655147 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.696164 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:42:59.698816 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:42:59.702442 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:42:59.737310 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a84a652-9f9f-49ba-9cf5-7f6b7482f21b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:59.822409 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93f83c-b8a0-48f4-b570-fd4eaed39bf3 req-c182d4e1-a2ef-4542-9782-40715af25db4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:59.824491 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1f93f83c-b8a0-48f4-b570-fd4eaed39bf3 req-c182d4e1-a2ef-4542-9782-40715af25db4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1112390 Dec 15 11:43:00.010506 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1f93f83c-b8a0-48f4-b570-fd4eaed39bf3 req-690e3f11-bded-42ee-b7b1-db1a3a9477e1 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786935 Dec 15 11:43:00.116391 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-f33361da-0faa-43ad-ade3-7f5b5a40a846 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:00.119066 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-f33361da-0faa-43ad-ade3-7f5b5a40a846 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 815 time: 0.2554653 Dec 15 11:43:00.141123 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Request body: {'port': {'device_id': '9403f7cf-81b2-4713-abbc-a0372c4d0ce7', 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912', 'admin_state_up': True, 'tenant_id': 'f2ccc89e123c4395b89aec3116535b0e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:00.294686 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Made reservation on behalf of f2ccc89e123c4395b89aec3116535b0e for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:43:00.298618 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:00.382291 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:00.393245 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device b134f9f0-8ece-458a-b9d3-21dd889b4ad6 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:00.458111 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port b134f9f0-8ece-458a-b9d3-21dd889b4ad6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:00.458650 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:00.481359 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Allocated IP 172.20.0.11 (e0ecd982-f13f-4085-a3af-b605505d4912/8b861287-aafa-495f-81b1-2b7cc144c146/1becc2f0-d168-43b1-8ad4-805f9f1525a9) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:00.533068 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d80ccbcf-a59c-466c-8568-c3539ca3e272 req-affe2bbd-55e5-42f5-90c1-d9d60b7eac95 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0404441 Dec 15 11:43:00.593611 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:00.724118 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port b134f9f0-8ece-458a-b9d3-21dd889b4ad6, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=b134f9f0-8ece-458a-b9d3-21dd889b4ad6,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:00.733465 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:00.758524 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552190'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:00.803707 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=b134f9f0-8ece-458a-b9d3-21dd889b4ad6,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:00.840425 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:00.904326 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:00.963849 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Router afc4b53b-41e1-4ec4-a3a1-c5010534a004 is scheduled to L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:43:00.983746 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Network e0ecd982-f13f-4085-a3af-b605505d4912 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:00.991707 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:00.997705 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:01.002106 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['d41c3051-f240-4727-9340-3d6b21d07e4d', 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51', '8f7acb79-523f-4488-b7b3-f34712a96e89'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:43:01.049652 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Pushing event updated for resources: {'Port': ['ID=1becc2f0-d168-43b1-8ad4-805f9f1525a9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:01.087907 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:01.088736 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.113779 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-86f4d706-c942-4bb5-9c37-58ecd9391f25 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9769218 Dec 15 11:43:01.178377 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:43:01.178643 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd524d4-c25a-478f-aba5-a0296daea480 None None] Network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:43:01.205077 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.210353 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-c959b017-9beb-4463-a680-9e0589688cc0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3817110 Dec 15 11:43:01.210703 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 46686) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:01.229873 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae68429-2e0d-48c2-9281-65bdb231ff07 req-6ff38d74-e95e-472b-8a5d-111a99d35f0d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:01.232541 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ae68429-2e0d-48c2-9281-65bdb231ff07 req-6ff38d74-e95e-472b-8a5d-111a99d35f0d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0758686 Dec 15 11:43:01.253036 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Request body: {'port': {'device_id': '9403f7cf-81b2-4713-abbc-a0372c4d0ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:01.352797 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ae68429-2e0d-48c2-9281-65bdb231ff07 req-42029a75-48c8-40e9-b45d-437d3bc59335 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124678 Dec 15 11:43:01.354572 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.393928 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Sync routers for ids ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:43:01.451731 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Routers {'afc4b53b-41e1-4ec4-a3a1-c5010534a004'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:01.452279 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:42:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:01.484963 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-b9eb726d-c88e-4c45-b3e4-0b217d2be459 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570998 Dec 15 11:43:01.594689 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ad553b75-f8ae-48d0-bd35-2ecb4001d283 None None] Provisioning complete for port b134f9f0-8ece-458a-b9d3-21dd889b4ad6 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:01.595382 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ad553b75-f8ae-48d0-bd35-2ecb4001d283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.686077 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-9586a753-930b-41cd-b423-dc7dac740247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:01.688066 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-9586a753-930b-41cd-b423-dc7dac740247 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 1098 time: 0.1203611 Dec 15 11:43:01.704461 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1becc2f0-d168-43b1-8ad4-805f9f1525a9 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:43:01.714216 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.732440 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Set router afc4b53b-41e1-4ec4-a3a1-c5010534a004 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:01.740571 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e35a40-c50b-4976-9769-82efadd65375 req-68def7a5-2bef-4b01-9ba0-428ad575205e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:01.742182 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e2e35a40-c50b-4976-9769-82efadd65375 req-68def7a5-2bef-4b01-9ba0-428ad575205e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 932 time: 0.1062787 Dec 15 11:43:01.743633 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Transition to ACTIVE for port object 1becc2f0-d168-43b1-8ad4-805f9f1525a9 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:43:01.748957 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.891486 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.903100 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e2e35a40-c50b-4976-9769-82efadd65375 req-ce54a1dd-c377-4dff-8116-f617d9308fc2 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422563 Dec 15 11:43:01.906198 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Pushing event updated for resources: {'Port': ['ID=1becc2f0-d168-43b1-8ad4-805f9f1525a9,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:01.915312 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-f14e3ff8-4f48-4fdf-899d-9a4304d8245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:01.916534 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-f14e3ff8-4f48-4fdf-899d-9a4304d8245e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 200 len: 912 time: 0.1900165 Dec 15 11:43:01.963331 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Attempting to bind port 1becc2f0-d168-43b1-8ad4-805f9f1525a9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:01.964852 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Attempting to bind port 1becc2f0-d168-43b1-8ad4-805f9f1525a9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:01.964999 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Attempting to bind port 1becc2f0-d168-43b1-8ad4-805f9f1525a9 on network e0ecd982-f13f-4085-a3af-b605505d4912 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:01.970507 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Port 1becc2f0-d168-43b1-8ad4-805f9f1525a9 on network e0ecd982-f13f-4085-a3af-b605505d4912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:43:01.970858 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Attempting to bind port 1becc2f0-d168-43b1-8ad4-805f9f1525a9 on network e0ecd982-f13f-4085-a3af-b605505d4912 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:01.986975 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:01.987907 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Checking segment: {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:01.988628 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Bound using segment: {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:01.989448 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Bound port: 1becc2f0-d168-43b1-8ad4-805f9f1525a9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:01.990136 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.067341 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-511d2d0e-dc3d-4a88-ac7a-f0d35adcafaa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef038dd2-512e-4e89-bcbb-dafcd6b644ab HTTP/1.1" status: 200 len: 999 time: 0.1419976 Dec 15 11:43:02.085703 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] For port 1becc2f0-d168-43b1-8ad4-805f9f1525a9, host hv-cinder-81322, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:02.091424 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] For port 1becc2f0-d168-43b1-8ad4-805f9f1525a9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1becc2f0-d168-43b1-8ad4-805f9f1525a9,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:02.100712 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.155052 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:02.156142 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.157964 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] 10.222.0.59 "PUT /v2.0/ports/1becc2f0-d168-43b1-8ad4-805f9f1525a9 HTTP/1.1" status: 200 len: 1094 time: 1.0257440 Dec 15 11:43:02.158671 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9403f7cf-81b2-4713-abbc-a0372c4d0ce7', 'tag': '1becc2f0-d168-43b1-8ad4-805f9f1525a9'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:43:02.161327 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6bcb35-fcfd-4149-acbc-727db1ff8605" -d '{"events": [{"name": "network-changed", "server_uuid": "9403f7cf-81b2-4713-abbc-a0372c4d0ce7", "tag": "1becc2f0-d168-43b1-8ad4-805f9f1525a9"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:43:02.207516 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-06f7ac00-06f6-438f-b32a-147f465e9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:02.215221 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-06f7ac00-06f6-438f-b32a-147f465e9f3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54ab32e7-8f7b-4c57-92ff-665aba24873a HTTP/1.1" status: 200 len: 850 time: 0.1101477 Dec 15 11:43:02.215897 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc240e-5c9f-47df-9629-d85d76518eff service neutron] Pushing event updated for resources: {'Port': ['ID=1becc2f0-d168-43b1-8ad4-805f9f1525a9,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:02.248676 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb24f47-3dc6-4aaf-b23d-201c7bc75fbb x-openstack-request-id: req-4eb24f47-3dc6-4aaf-b23d-201c7bc75fbb {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:43:02.249312 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9403f7cf-81b2-4713-abbc-a0372c4d0ce7", "tag": "1becc2f0-d168-43b1-8ad4-805f9f1525a9", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:43:02.251009 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4eb24f47-3dc6-4aaf-b23d-201c7bc75fbb {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:43:02.251009 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9403f7cf-81b2-4713-abbc-a0372c4d0ce7', 'tag': '1becc2f0-d168-43b1-8ad4-805f9f1525a9', 'status': 'completed', 'code': 200} Dec 15 11:43:02.258436 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ae39d254-0683-4e2d-9c73-bca4740d83bb None None] Provisioning complete for port b134f9f0-8ece-458a-b9d3-21dd889b4ad6 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:02.258846 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae39d254-0683-4e2d-9c73-bca4740d83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.298785 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-2c91d53f-d73b-4271-bcf1-30a3e4d81c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:02.302001 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-2c91d53f-d73b-4271-bcf1-30a3e4d81c2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0646040 Dec 15 11:43:02.305064 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:00Z', 'revision_number': 3, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:02.351259 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Checking router: afc4b53b-41e1-4ec4-a3a1-c5010534a004 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:43:02.351767 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Updating router afc4b53b-41e1-4ec4-a3a1-c5010534a004 port 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b binding host dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:43:02.366689 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Allocated IP 172.20.0.1 (39dcabb9-56ef-45a8-a880-5875e76b5ca8/6529508e-86dc-407c-a00b-db34f1266ae6/c890d0bb-740c-4485-b5ac-c52f40952448) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:02.376894 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-8e4818fa-a6ff-4153-8feb-9885931ca58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:02.379946 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-8e4818fa-a6ff-4153-8feb-9885931ca58f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f104128-3e4d-48c6-a529-9854e7560cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232996 Dec 15 11:43:02.390185 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.412116 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device b134f9f0-8ece-458a-b9d3-21dd889b4ad6 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:02.516174 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-f95bf767-139c-4907-bd0a-2d194fe7092d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1becc2f0-d168-43b1-8ad4-805f9f1525a9 HTTP/1.1" status: 200 len: 217 time: 0.1939113 Dec 15 11:43:02.604343 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port b134f9f0-8ece-458a-b9d3-21dd889b4ad6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:02.604967 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.629878 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-5be626b9-0f2e-4683-b39f-ea139cc82634 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076080 Dec 15 11:43:02.639840 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-da97b433-4cd2-4b0e-8bfa-31f97d358b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:02.641475 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-da97b433-4cd2-4b0e-8bfa-31f97d358b66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b861287-aafa-495f-81b1-2b7cc144c146 HTTP/1.1" status: 200 len: 855 time: 0.1165779 Dec 15 11:43:02.668770 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ff9a9-35c1-421f-8107-e6f14e0cb8a7 req-4ccea5fa-e533-4877-951e-79eca48dc897 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:02.672580 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4c2ff9a9-35c1-421f-8107-e6f14e0cb8a7 req-4ccea5fa-e533-4877-951e-79eca48dc897 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1269193 Dec 15 11:43:02.695360 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-28249e34-41f9-46c9-8d86-61ffa8f41cc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0ecd982-f13f-4085-a3af-b605505d4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448627 Dec 15 11:43:02.701887 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.771314 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-e70318db-d25d-46ca-9af6-bc984abd5a37 req-ddfbacf5-9b21-4129-a476-6304f95fb030 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318700 Dec 15 11:43:02.775207 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.818040 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:02.821460 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:02.824371 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4c2ff9a9-35c1-421f-8107-e6f14e0cb8a7 req-73a1340e-0f2b-465f-b668-0a1329138280 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273715 Dec 15 11:43:02.825816 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:02.869749 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c890d0bb-740c-4485-b5ac-c52f40952448,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:02.893459 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-cd841149-e688-46d5-b4ae-583fe27e01ae service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865544 Dec 15 11:43:02.917435 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552845'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.931814 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.951059 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:03.034326 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a713e-d80d-4f9f-acbe-f71fc4e8ac90 None None] Pushing event updated for resources: {'Port': ['ID=2a84a652-9f9f-49ba-9cf5-7f6b7482f21b,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:03.036838 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Attempting to bind port 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:03.037405 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Attempting to bind port 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:03.037780 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Attempting to bind port 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b on network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:03.045003 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:03.045370 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Checking segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:03.045784 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:03.047052 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Bound using segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:03.047052 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Bound port: 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:03.047052 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:03.113558 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:03.145061 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] For port 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:03.149370 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] For port 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=2a84a652-9f9f-49ba-9cf5-7f6b7482f21b,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:03.158115 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:03.209028 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bd87b-fcc6-4e98-9c32-1dfc12992c8b req-89a281a2-4a01-44de-88f9-56c1b6b6174c tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:03.212022 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-db9bd87b-fcc6-4e98-9c32-1dfc12992c8b req-89a281a2-4a01-44de-88f9-56c1b6b6174c tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 944 time: 0.1565802 Dec 15 11:43:03.218527 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-24a31ad5-3461-4242-9096-5b1adf0496e4 req-40d4a300-b89b-4c60-a313-33767967eec4 service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166904 Dec 15 11:43:03.263420 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Routers {'afc4b53b-41e1-4ec4-a3a1-c5010534a004'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:03.264296 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:42:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:03.288717 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-db9bd87b-fcc6-4e98-9c32-1dfc12992c8b req-414b1028-80e2-4816-b4ed-6933cd96c59c tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668173 Dec 15 11:43:03.310029 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a713e-d80d-4f9f-acbe-f71fc4e8ac90 None None] Pushing event updated for resources: {'Port': ['ID=2a84a652-9f9f-49ba-9cf5-7f6b7482f21b,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:03.370425 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2f24cbe3-2976-4099-83cb-24ca58b4f03a None None] Provisioning complete for port c890d0bb-740c-4485-b5ac-c52f40952448 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:03.370807 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f24cbe3-2976-4099-83cb-24ca58b4f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:03.392151 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:03.401834 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:03.420894 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2f24cbe3-2976-4099-83cb-24ca58b4f03a None None] Port c890d0bb-740c-4485-b5ac-c52f40952448 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:43:03.434400 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] Set router afc4b53b-41e1-4ec4-a3a1-c5010534a004 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:03.483355 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bcb35-fcfd-4149-acbc-727db1ff8605 req-bf9004ad-6ee4-4b0f-b713-88df72b4df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:03.484970 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bf6bcb35-fcfd-4149-acbc-727db1ff8605 req-bf9004ad-6ee4-4b0f-b713-88df72b4df7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ccc89e123c4395b89aec3116535b0e&device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0699577 Dec 15 11:43:03.486330 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c890d0bb-740c-4485-b5ac-c52f40952448,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:03.490226 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549949'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:03.598700 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:03.600418 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:03.750720 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Router afc4b53b-41e1-4ec4-a3a1-c5010534a004 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:43:03.830396 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d07972d4-131a-46d4-8327-0a3d8c252aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:03.861287 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-78d0285d-9009-462c-be62-782506a775a2 None None] Provisioning complete for port c890d0bb-740c-4485-b5ac-c52f40952448 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:03.861685 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78d0285d-9009-462c-be62-782506a775a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:03.898120 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'c890d0bb-740c-4485-b5ac-c52f40952448', 'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'mac_address': 'fa:16:3e:79:1a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:01Z', 'updated_at': '2021-12-15T11:43:02Z', 'revision_number': 1, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'subnets': [{'id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:03.905260 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:43:03.911484 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-5c8e3fc8-8366-4056-8fb2-34a675a2a5b7 admin admin] 10.222.0.46 "PUT /v2.0/routers/afc4b53b-41e1-4ec4-a3a1-c5010534a004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6995780 Dec 15 11:43:03.942110 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c1f6a-5c54-4fcf-9ba5-350474f22561 None None] The sync data for ids ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'] in dv-cinder-813221-4-iscsi is: [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'c890d0bb-740c-4485-b5ac-c52f40952448', 'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'mac_address': 'fa:16:3e:79:1a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:01Z', 'updated_at': '2021-12-15T11:43:02Z', 'revision_number': 1, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'subnets': [{'id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:43:03.946574 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-78d0285d-9009-462c-be62-782506a775a2 None None] Port c890d0bb-740c-4485-b5ac-c52f40952448 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:43:03.995060 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce769f74-a8c7-4619-b8db-5d316ef49146 req-8c2e5da8-bf3d-4dd5-803a-1b689281e893 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:03.996883 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ce769f74-a8c7-4619-b8db-5d316ef49146 req-8c2e5da8-bf3d-4dd5-803a-1b689281e893 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0730073 Dec 15 11:43:04.067304 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ce769f74-a8c7-4619-b8db-5d316ef49146 req-2e012669-f958-49ce-9fbc-a65b8be8b0b2 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577030 Dec 15 11:43:04.441580 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f6541-678c-4800-8da7-a979c620dc57 req-f663514e-03ba-4fd8-9011-a194ac9dadeb tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:04.443406 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-876f6541-678c-4800-8da7-a979c620dc57 req-f663514e-03ba-4fd8-9011-a194ac9dadeb tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 944 time: 0.0694153 Dec 15 11:43:04.505153 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-876f6541-678c-4800-8da7-a979c620dc57 req-e1b54b81-f4a9-4906-b833-8743341c06ad tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546346 Dec 15 11:43:04.612084 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 46726) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:04.617650 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2059219077-network', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:04.643252 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Made reservation on behalf of e5bc006b34354ba98aca5b6b6cd12d7c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:43:04.647264 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:04.660816 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:04.723170 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bcb35-fcfd-4149-acbc-727db1ff8605 req-5d38ff7d-5b9c-49d7-8a0b-85f39298d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:04.725816 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bf6bcb35-fcfd-4149-acbc-727db1ff8605 req-5d38ff7d-5b9c-49d7-8a0b-85f39298d346 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 200 len: 916 time: 0.1297765 Dec 15 11:43:04.791106 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:04.796405 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:04.838960 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:43:04.845419 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32ae9d3-355f-4c6f-aefc-6717fad658e5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:04.854525 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:04.854874 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.segments_db [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Added segment 43127ce7-cde4-472f-8146-dee20e8a57bf of type vlan for network 8b0ddb41-d1a5-4a65-989b-46bb9f664779 Dec 15 11:43:04.917617 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:04.953281 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:04.954418 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:04.955024 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:05.017964 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4027526 Dec 15 11:43:05.019199 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 46728) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:05.022739 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2228cb-93ac-44c3-936c-4e4da794336a admin admin] Pushing event updated for resources: {'Network': ['ID=8b0ddb41-d1a5-4a65-989b-46bb9f664779,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:05.026848 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] Request body: {'subnet': {'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2059219077-subnet', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:05.035871 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 8b0ddb41-d1a5-4a65-989b-46bb9f664779 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:43:05.059466 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] Made reservation on behalf of e5bc006b34354ba98aca5b6b6cd12d7c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:43:05.062420 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260639476'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:05.255270 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19b2be-7329-4d9f-a776-e8c6cb418dc9 req-4bff9039-c8f4-4679-acd5-458ab2fb5e11 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:05.257019 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0d19b2be-7329-4d9f-a776-e8c6cb418dc9 req-4bff9039-c8f4-4679-acd5-458ab2fb5e11 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0933647 Dec 15 11:43:05.351316 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260673674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260639466'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:05.373108 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0d19b2be-7329-4d9f-a776-e8c6cb418dc9 req-0545d06c-b9cc-4b2a-b718-ff8680964cbe tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875592 Dec 15 11:43:05.439192 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aabb0dc-d652-4674-b2ad-6236cd1324b3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:05.448193 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] Checking segment: {'id': '43127ce7-cde4-472f-8146-dee20e8a57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:05.448549 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] Network hostable DHCP agents. Network: 8b0ddb41-d1a5-4a65-989b-46bb9f664779, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:43:05.469200 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] Network 8b0ddb41-d1a5-4a65-989b-46bb9f664779 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:43:05.483409 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 8b0ddb41-d1a5-4a65-989b-46bb9f664779) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:05.487984 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:05.488567 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:05.493632 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24429482-cc87-404e-a606-1200fa4af519 None None] Network 8b0ddb41-d1a5-4a65-989b-46bb9f664779 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:43:05.514757 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-d254ec0b-4899-4e08-af76-926d1944f731 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4931686 Dec 15 11:43:05.516876 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 46732) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:05.522328 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2059219077-router', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:05.554428 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12373'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:05.559095 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12366'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:05.617033 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bf6bcb35-fcfd-4149-acbc-727db1ff8605 req-2c036adb-b0f1-4a69-8bf7-4a6dd05c5eeb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1becc2f0-d168-43b1-8ad4-805f9f1525a9 HTTP/1.1" status: 200 len: 217 time: 0.0524569 Dec 15 11:43:05.620026 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp076dc365-89fe-5bfb-9ff9-8d73b820697d-8b0ddb41-d1a5-4a65-989b-46bb9f664779', 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779', 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'fixed_ips': [{'subnet_id': '1aabb0dc-d652-4674-b2ad-6236cd1324b3'}]}} from dv-cinder-813221-4-iscsi. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:43:05.621537 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:05.690392 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:05.712098 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adba56d-9869-46ee-92bf-22cd57dda98f req-f68b5e32-1400-45d4-98d3-26936f208364 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:05.714003 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4adba56d-9869-46ee-92bf-22cd57dda98f req-f68b5e32-1400-45d4-98d3-26936f208364 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 944 time: 0.1006892 Dec 15 11:43:05.778396 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Allocated IP 172.20.0.2 (8b0ddb41-d1a5-4a65-989b-46bb9f664779/1aabb0dc-d652-4674-b2ad-6236cd1324b3/5929c7fa-f67b-4eed-a3fb-487bdf54d497) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:05.879729 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:05.888281 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4adba56d-9869-46ee-92bf-22cd57dda98f req-e75a2976-b599-4ad0-b5e1-6d455fdc3894 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400039 Dec 15 11:43:05.940495 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:05.948891 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:05.995524 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Network 8b0ddb41-d1a5-4a65-989b-46bb9f664779 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:06.000180 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:06.002904 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:06.015953 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Pushing event updated for resources: {'Port': ['ID=5929c7fa-f67b-4eed-a3fb-487bdf54d497,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:06.066976 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Attempting to bind port 5929c7fa-f67b-4eed-a3fb-487bdf54d497 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:06.067683 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Attempting to bind port 5929c7fa-f67b-4eed-a3fb-487bdf54d497 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '43127ce7-cde4-472f-8146-dee20e8a57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:06.067789 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Attempting to bind port 5929c7fa-f67b-4eed-a3fb-487bdf54d497 on network 8b0ddb41-d1a5-4a65-989b-46bb9f664779 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:06.073864 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:06.074351 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Checking segment: {'id': '43127ce7-cde4-472f-8146-dee20e8a57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:06.074785 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.075533 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Bound using segment: {'id': '43127ce7-cde4-472f-8146-dee20e8a57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:06.075727 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Bound port: 5929c7fa-f67b-4eed-a3fb-487bdf54d497, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43127ce7-cde4-472f-8146-dee20e8a57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:06.076085 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.120579 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.142401 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.149330 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] For port 5929c7fa-f67b-4eed-a3fb-487bdf54d497, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:06.156576 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] For port 5929c7fa-f67b-4eed-a3fb-487bdf54d497, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=5929c7fa-f67b-4eed-a3fb-487bdf54d497,segment=NetworkSegment(43127ce7-cde4-472f-8146-dee20e8a57bf),segment_id=43127ce7-cde4-472f-8146-dee20e8a57bf)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:06.167968 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.202016 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb9a49e3-3145-440e-9494-ee3cce9252d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.242587 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359389c4-d39e-4ec8-abbf-65f677cccba9 None None] Pushing event updated for resources: {'Port': ['ID=5929c7fa-f67b-4eed-a3fb-487bdf54d497,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:06.264811 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Allocated IP 172.27.1.179 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/24ad501e-5114-4b54-af48-6abf048bdbfb) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:06.356245 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Sync routers for ids ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:43:06.377766 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Routers {'afc4b53b-41e1-4ec4-a3a1-c5010534a004'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:06.377766 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:06.403550 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:06.422914 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.523138 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:06.524372 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.537627 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.548524 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75188ec-13e6-49e9-b840-2d87605e5c85 req-f10db90d-1bdc-4955-8058-6def86889d6d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:06.557877 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b75188ec-13e6-49e9-b840-2d87605e5c85 req-f10db90d-1bdc-4955-8058-6def86889d6d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0900781 Dec 15 11:43:06.606843 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Set router afc4b53b-41e1-4ec4-a3a1-c5010534a004 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:06.650202 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:06.656266 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:06.667732 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:06.674378 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.696999 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=2a84a652-9f9f-49ba-9cf5-7f6b7482f21b,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:06.702380 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.728337 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b75188ec-13e6-49e9-b840-2d87605e5c85 req-bcc105a0-8327-4a7c-9f0b-e0b9ff0a6f22 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691730 Dec 15 11:43:06.728950 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=24ad501e-5114-4b54-af48-6abf048bdbfb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:06.777290 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=2a84a652-9f9f-49ba-9cf5-7f6b7482f21b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:06.888710 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'c890d0bb-740c-4485-b5ac-c52f40952448', 'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'mac_address': 'fa:16:3e:79:1a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:01Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 2, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'subnets': [{'id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:06.917068 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Checking router: afc4b53b-41e1-4ec4-a3a1-c5010534a004 for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:43:06.917068 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Updating router afc4b53b-41e1-4ec4-a3a1-c5010534a004 port c890d0bb-740c-4485-b5ac-c52f40952448 binding host dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:43:06.943704 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.166743 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4a846-0c11-4da4-9e24-829643dabf91 req-13fee539-debc-4306-82c8-daf6fec535a8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:07.168814 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-75c4a846-0c11-4da4-9e24-829643dabf91 req-13fee539-debc-4306-82c8-daf6fec535a8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 944 time: 0.1164727 Dec 15 11:43:07.185698 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bcb35-fcfd-4149-acbc-727db1ff8605 req-17a755e5-7772-4790-a001-d58ed5c7a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:07.187254 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bf6bcb35-fcfd-4149-acbc-727db1ff8605 req-17a755e5-7772-4790-a001-d58ed5c7a5cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b861287-aafa-495f-81b1-2b7cc144c146 HTTP/1.1" status: 200 len: 855 time: 0.0775604 Dec 15 11:43:07.246069 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.253817 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.256713 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.298558 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bf6bcb35-fcfd-4149-acbc-727db1ff8605 req-eb560a00-0deb-43fa-a08c-4c51d19f31f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0ecd982-f13f-4085-a3af-b605505d4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673501 Dec 15 11:43:07.322073 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Pushing event updated for resources: {'Port': ['ID=c890d0bb-740c-4485-b5ac-c52f40952448,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:07.345480 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.346117 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.346628 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.347119 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.347628 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.348114 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.348597 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.349385 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.349755 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.350132 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.350507 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.350865 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.351220 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:07.385425 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d033745c-bd87-4b4d-87e4-a95d82ebed0d None None] Network 8b0ddb41-d1a5-4a65-989b-46bb9f664779 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:43:07.400527 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-75c4a846-0c11-4da4-9e24-829643dabf91 req-ad4de0f8-d622-45f6-b3ba-c403408d3b43 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122393 Dec 15 11:43:07.400771 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Attempting to bind port c890d0bb-740c-4485-b5ac-c52f40952448 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:07.401256 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Attempting to bind port c890d0bb-740c-4485-b5ac-c52f40952448 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:07.401545 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Attempting to bind port c890d0bb-740c-4485-b5ac-c52f40952448 on network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:07.407280 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:07.407739 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Checking segment: {'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:07.408362 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.408508 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Bound using segment: {'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:07.409731 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Bound port: c890d0bb-740c-4485-b5ac-c52f40952448, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:07.409731 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.428160 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.464371 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-412686fc-d0f9-4cd6-944d-db086683ddb9 None None] Provisioning complete for port 5929c7fa-f67b-4eed-a3fb-487bdf54d497 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:07.464768 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-412686fc-d0f9-4cd6-944d-db086683ddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.506351 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] For port c890d0bb-740c-4485-b5ac-c52f40952448, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:07.512231 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] For port c890d0bb-740c-4485-b5ac-c52f40952448, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=c890d0bb-740c-4485-b5ac-c52f40952448,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:07.522266 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.537913 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bf6bcb35-fcfd-4149-acbc-727db1ff8605 req-465d736f-17fb-4c38-b628-18c7ddc3275a service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276750 Dec 15 11:43:07.610310 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Routers {'afc4b53b-41e1-4ec4-a3a1-c5010534a004'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:07.611369 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:07.620590 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae71cbb-116d-4a02-acb4-548ece336c2f None None] Pushing event updated for resources: {'Port': ['ID=c890d0bb-740c-4485-b5ac-c52f40952448,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:07.626637 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-412686fc-d0f9-4cd6-944d-db086683ddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.715924 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-412686fc-d0f9-4cd6-944d-db086683ddb9 None None] For port 5929c7fa-f67b-4eed-a3fb-487bdf54d497, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=5929c7fa-f67b-4eed-a3fb-487bdf54d497,segment=NetworkSegment(43127ce7-cde4-472f-8146-dee20e8a57bf),segment_id=43127ce7-cde4-472f-8146-dee20e8a57bf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:07.728504 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-412686fc-d0f9-4cd6-944d-db086683ddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.775138 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552190'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.780168 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bf6bcb35-fcfd-4149-acbc-727db1ff8605 req-2cc28e77-ed3c-44ca-8ddf-228634904078 service neutron] 10.222.0.59 "GET /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681485 Dec 15 11:43:07.814286 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412686fc-d0f9-4cd6-944d-db086683ddb9 None None] Pushing event updated for resources: {'Port': ['ID=5929c7fa-f67b-4eed-a3fb-487bdf54d497,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:07.855447 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] Set router afc4b53b-41e1-4ec4-a3a1-c5010534a004 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:07.867240 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-80d9973c-d3d6-4675-acf1-95bdd5f924d0 None None] Provisioning complete for port c890d0bb-740c-4485-b5ac-c52f40952448 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:07.867823 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80d9973c-d3d6-4675-acf1-95bdd5f924d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.991088 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80d9973c-d3d6-4675-acf1-95bdd5f924d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:08.001311 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84341f-3798-41e5-aece-b87002353110 req-c217fea9-360f-4a5f-8345-fe412b5027f5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:08.002966 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b84341f-3798-41e5-aece-b87002353110 req-c217fea9-360f-4a5f-8345-fe412b5027f5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.0992382 Dec 15 11:43:08.034533 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-80d9973c-d3d6-4675-acf1-95bdd5f924d0 None None] For port c890d0bb-740c-4485-b5ac-c52f40952448, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=c890d0bb-740c-4485-b5ac-c52f40952448,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:08.041347 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80d9973c-d3d6-4675-acf1-95bdd5f924d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:08.074278 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Router 5b191e4d-07c0-4019-af88-ad8d487f35a4 is scheduled to L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:43:08.079083 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b84341f-3798-41e5-aece-b87002353110 req-0d3133cb-97f9-494a-8e73-1920f11702c4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680532 Dec 15 11:43:08.101676 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9973c-d3d6-4675-acf1-95bdd5f924d0 None None] Pushing event updated for resources: {'Port': ['ID=c890d0bb-740c-4485-b5ac-c52f40952448,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:08.128831 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'c890d0bb-740c-4485-b5ac-c52f40952448', 'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'mac_address': 'fa:16:3e:79:1a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:01Z', 'updated_at': '2021-12-15T11:43:07Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'subnets': [{'id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:08.164667 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6d3873-d509-4113-a2fd-def4e2c5a4a7 None None] The sync data for ids ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'] in dv-cinder-813221-4-iscsi is: [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'c890d0bb-740c-4485-b5ac-c52f40952448', 'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'mac_address': 'fa:16:3e:79:1a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:01Z', 'updated_at': '2021-12-15T11:43:07Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'subnets': [{'id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:43:08.168057 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-47479978-6f49-43f4-859a-3bfe8c39de4e None None] Provisioning complete for port c890d0bb-740c-4485-b5ac-c52f40952448 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:08.168561 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47479978-6f49-43f4-859a-3bfe8c39de4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:08.218161 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:43:08.230114 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Sync routers for ids ['5b191e4d-07c0-4019-af88-ad8d487f35a4'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:43:08.242223 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:08.246822 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-904a1937-456d-49d3-b725-2a0e77639ef6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7258596 Dec 15 11:43:08.247980 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 46750) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:08.278527 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Routers {'5b191e4d-07c0-4019-af88-ad8d487f35a4'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:08.279242 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['5b191e4d-07c0-4019-af88-ad8d487f35a4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:08.373688 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-47479978-6f49-43f4-859a-3bfe8c39de4e None None] Provisioning complete for port 5929c7fa-f67b-4eed-a3fb-487bdf54d497 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:08.374329 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47479978-6f49-43f4-859a-3bfe8c39de4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:08.438979 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Set router 5b191e4d-07c0-4019-af88-ad8d487f35a4 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:08.641908 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device c890d0bb-740c-4485-b5ac-c52f40952448 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:08.661001 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be1262-5364-4fdf-988e-7cdc8d5ee66d req-551dc4df-46fe-4c0a-8e3b-f48d612054fc tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:08.662618 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-54be1262-5364-4fdf-988e-7cdc8d5ee66d req-551dc4df-46fe-4c0a-8e3b-f48d612054fc tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 944 time: 0.0878313 Dec 15 11:43:08.829297 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-54be1262-5364-4fdf-988e-7cdc8d5ee66d req-ae58d42f-5c7a-4cd8-83bd-fd52120129cc tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477432 Dec 15 11:43:08.961567 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:08.976362 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port c890d0bb-740c-4485-b5ac-c52f40952448 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:08.978691 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.036648 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.052094 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'name': 'tempest-TestMinimumBasicScenario-2059219077-router', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:05Z', 'updated_at': '2021-12-15T11:43:07Z', 'revision_number': 3, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'gw_port': {'id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:06Z', 'updated_at': '2021-12-15T11:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:09.108193 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Checking router: 5b191e4d-07c0-4019-af88-ad8d487f35a4 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:43:09.108581 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Updating router 5b191e4d-07c0-4019-af88-ad8d487f35a4 port 24ad501e-5114-4b54-af48-6abf048bdbfb binding host dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:43:09.184245 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.188717 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:09.332078 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c7173-3eee-49a7-a6c6-01104c5a8f45 req-59403f96-8798-4c8d-b303-37e1d76035d6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:09.333825 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-550c7173-3eee-49a7-a6c6-01104c5a8f45 req-59403f96-8798-4c8d-b303-37e1d76035d6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.1034753 Dec 15 11:43:09.360087 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:09.360720 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.367357 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Allocated IP 172.20.0.1 (8b0ddb41-d1a5-4a65-989b-46bb9f664779/1aabb0dc-d652-4674-b2ad-6236cd1324b3/152dae60-8d9b-488d-bc43-e5f7887edeae) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:09.420029 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-550c7173-3eee-49a7-a6c6-01104c5a8f45 req-3552c533-bcaf-41d6-82d5-25c90ffae3af tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790536 Dec 15 11:43:09.517156 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.554985 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.556407 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.581963 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 5929c7fa-f67b-4eed-a3fb-487bdf54d497 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:09.599482 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Network 8b0ddb41-d1a5-4a65-989b-46bb9f664779 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:09.602852 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:09.607823 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:09.630146 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.640668 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.643639 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=152dae60-8d9b-488d-bc43-e5f7887edeae,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:09.682950 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552845'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.716153 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Attempting to bind port 24ad501e-5114-4b54-af48-6abf048bdbfb on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:09.716539 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Attempting to bind port 24ad501e-5114-4b54-af48-6abf048bdbfb by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:09.716896 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Attempting to bind port 24ad501e-5114-4b54-af48-6abf048bdbfb on network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:09.729569 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea945476-a680-4d76-99ee-aa4b256aff0e None None] Pushing event updated for resources: {'Port': ['ID=24ad501e-5114-4b54-af48-6abf048bdbfb,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:09.734511 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:09.734956 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Checking segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:09.735304 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.735752 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Bound using segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:09.736248 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Bound port: 24ad501e-5114-4b54-af48-6abf048bdbfb, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:09.736628 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.758881 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 5929c7fa-f67b-4eed-a3fb-487bdf54d497 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:09.759257 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.829116 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] For port 24ad501e-5114-4b54-af48-6abf048bdbfb, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:09.833042 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] For port 24ad501e-5114-4b54-af48-6abf048bdbfb, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=24ad501e-5114-4b54-af48-6abf048bdbfb,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:09.840078 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.897259 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.956114 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea945476-a680-4d76-99ee-aa4b256aff0e None None] Pushing event updated for resources: {'Port': ['ID=24ad501e-5114-4b54-af48-6abf048bdbfb,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:09.961710 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-051df2f9-849c-49ea-aa5a-7068a2a7e202 None None] Provisioning complete for port 152dae60-8d9b-488d-bc43-e5f7887edeae triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:09.962096 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-051df2f9-849c-49ea-aa5a-7068a2a7e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.967491 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Routers {'5b191e4d-07c0-4019-af88-ad8d487f35a4'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:09.968214 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['5b191e4d-07c0-4019-af88-ad8d487f35a4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:10.028435 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f88b38-e1da-4a87-ac2c-8d1459c970a2 req-d3861940-0faf-4d16-8084-33a051b4f2ab tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:10.030249 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-03f88b38-e1da-4a87-ac2c-8d1459c970a2 req-d3861940-0faf-4d16-8084-33a051b4f2ab tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 944 time: 0.0881095 Dec 15 11:43:10.080376 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-051df2f9-849c-49ea-aa5a-7068a2a7e202 None None] Port 152dae60-8d9b-488d-bc43-e5f7887edeae cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:43:10.139052 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] Set router 5b191e4d-07c0-4019-af88-ad8d487f35a4 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:10.144006 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-03f88b38-e1da-4a87-ac2c-8d1459c970a2 req-4ea968c7-64ea-4973-a54a-d14e7a117633 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004183 Dec 15 11:43:10.196976 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:10.204086 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:10.280931 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=152dae60-8d9b-488d-bc43-e5f7887edeae,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:10.283988 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549949'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:10.398011 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Network 8b0ddb41-d1a5-4a65-989b-46bb9f664779 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:10.400914 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:10.476342 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'name': 'tempest-TestMinimumBasicScenario-2059219077-router', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:05Z', 'updated_at': '2021-12-15T11:43:09Z', 'revision_number': 4, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'gw_port': {'id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:06Z', 'updated_at': '2021-12-15T11:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '152dae60-8d9b-488d-bc43-e5f7887edeae', 'name': '', 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'mac_address': 'fa:16:3e:73:5b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '1aabb0dc-d652-4674-b2ad-6236cd1324b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:09Z', 'updated_at': '2021-12-15T11:43:09Z', 'revision_number': 1, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'subnets': [{'id': '1aabb0dc-d652-4674-b2ad-6236cd1324b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:10.519953 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5052c2-3876-47b6-bf37-10c34de837b6 None None] The sync data for ids ['5b191e4d-07c0-4019-af88-ad8d487f35a4'] in dv-cinder-813221-4-iscsi is: [{'id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'name': 'tempest-TestMinimumBasicScenario-2059219077-router', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:05Z', 'updated_at': '2021-12-15T11:43:09Z', 'revision_number': 4, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'gw_port': {'id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:06Z', 'updated_at': '2021-12-15T11:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '152dae60-8d9b-488d-bc43-e5f7887edeae', 'name': '', 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'mac_address': 'fa:16:3e:73:5b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '1aabb0dc-d652-4674-b2ad-6236cd1324b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:09Z', 'updated_at': '2021-12-15T11:43:09Z', 'revision_number': 1, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'subnets': [{'id': '1aabb0dc-d652-4674-b2ad-6236cd1324b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:43:10.641648 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 1becc2f0-d168-43b1-8ad4-805f9f1525a9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:43:10.747258 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f65a4184-173f-4bcd-88e1-cd2ab3309d04 None None] Provisioning complete for port 152dae60-8d9b-488d-bc43-e5f7887edeae triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:10.747668 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f65a4184-173f-4bcd-88e1-cd2ab3309d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:10.831807 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 1becc2f0-d168-43b1-8ad4-805f9f1525a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1becc2f0-d168-43b1-8ad4-805f9f1525a9,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:10.833350 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f65a4184-173f-4bcd-88e1-cd2ab3309d04 None None] Port 152dae60-8d9b-488d-bc43-e5f7887edeae cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:43:10.854217 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '1becc2f0-d168-43b1-8ad4-805f9f1525a9', 'network_id': 'e0ecd982-f13f-4085-a3af-b605505d4912', 'port_id': '1becc2f0-d168-43b1-8ad4-805f9f1525a9', 'mac_address': 'fa:16:3e:5a:7a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b861287-aafa-495f-81b1-2b7cc144c146', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:43:10.890106 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e269c9-5b06-43a8-9b82-760073e76677 req-ba1cdfb8-e306-47bf-a884-90609f40e7fe tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:10.892021 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-34e269c9-5b06-43a8-9b82-760073e76677 req-ba1cdfb8-e306-47bf-a884-90609f40e7fe tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 943 time: 0.3746130 Dec 15 11:43:10.902647 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Router 5b191e4d-07c0-4019-af88-ad8d487f35a4 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:43:10.910237 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:10.934920 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1becc2f0-d168-43b1-8ad4-805f9f1525a9 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:43:10.961963 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 1becc2f0-d168-43b1-8ad4-805f9f1525a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1becc2f0-d168-43b1-8ad4-805f9f1525a9,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:10.967277 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:10.967992 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 80da3442-4fb7-4d3f-97b2-a64a49164845 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:43:11.021690 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-34e269c9-5b06-43a8-9b82-760073e76677 req-63eb3766-a9e1-4e49-9812-4f205e323bfc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175437 Dec 15 11:43:11.068195 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:43:11.075551 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-cba3de6e-237d-46f5-81ea-aa30b5daf7c0 admin admin] 10.222.0.46 "PUT /v2.0/routers/5b191e4d-07c0-4019-af88-ad8d487f35a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8252869 Dec 15 11:43:11.077005 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=1becc2f0-d168-43b1-8ad4-805f9f1525a9,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:11.128554 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:11.149418 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'port_id': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'mac_address': 'fa:16:3e:10:d9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:43:11.191812 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:11.210831 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80da3442-4fb7-4d3f-97b2-a64a49164845 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:43:11.232188 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:11.241895 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:11.298243 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45bada-9a56-474f-87b5-b41103e25b46 req-d99962c9-4d6a-4ded-bdb5-77adb5c04dea tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:11.298777 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=80da3442-4fb7-4d3f-97b2-a64a49164845,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:11.300426 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6f45bada-9a56-474f-87b5-b41103e25b46 req-d99962c9-4d6a-4ded-bdb5-77adb5c04dea tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 945 time: 0.0543048 Dec 15 11:43:11.361737 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6f45bada-9a56-474f-87b5-b41103e25b46 req-c88cc14e-2d25-4f11-a8ac-296bf3acf200 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542004 Dec 15 11:43:11.796666 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['1becc2f0-d168-43b1-8ad4-805f9f1525a9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:43:11.838518 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['80da3442-4fb7-4d3f-97b2-a64a49164845'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:43:12.297643 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90566321-2433-4ae0-805f-383919bd58f5 req-37adc5d3-bbf9-46db-bfe4-e4307d57d418 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:12.312157 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-90566321-2433-4ae0-805f-383919bd58f5 req-37adc5d3-bbf9-46db-bfe4-e4307d57d418 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 944 time: 0.1575079 Dec 15 11:43:12.450333 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-90566321-2433-4ae0-805f-383919bd58f5 req-09d03546-8d02-46d9-a1d8-deacfecc0436 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368332 Dec 15 11:43:12.464298 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 24ad501e-5114-4b54-af48-6abf048bdbfb up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:12.542624 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 24ad501e-5114-4b54-af48-6abf048bdbfb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:12.543396 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:12.545026 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289df9fd-fa4d-45a0-938c-89b32747179b req-6022296a-de14-479f-8f57-9a090f14ab3f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:12.546758 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-289df9fd-fa4d-45a0-938c-89b32747179b req-6022296a-de14-479f-8f57-9a090f14ab3f tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 945 time: 0.0754824 Dec 15 11:43:12.615687 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-289df9fd-fa4d-45a0-938c-89b32747179b req-dc9d78c1-f813-4fd4-9e6d-ea4d03051e17 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586743 Dec 15 11:43:12.652633 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:12.685613 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 24ad501e-5114-4b54-af48-6abf048bdbfb, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=24ad501e-5114-4b54-af48-6abf048bdbfb,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:12.691782 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:12.767528 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=24ad501e-5114-4b54-af48-6abf048bdbfb,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:13.690754 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f918e5d-5e64-4594-a92e-b587795b560e req-9a97154c-710e-4bd3-8e9b-73132208be62 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:13.692422 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2f918e5d-5e64-4594-a92e-b587795b560e req-9a97154c-710e-4bd3-8e9b-73132208be62 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 944 time: 0.0895751 Dec 15 11:43:13.795417 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2f918e5d-5e64-4594-a92e-b587795b560e req-4640011c-11ed-4108-8577-71b7e5991a2c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965981 Dec 15 11:43:13.820394 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6bab4-b439-45ef-8812-125b6570e51c req-b6e9cb04-2cb6-4e17-835d-de05b19ace05 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:13.828419 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-35a6bab4-b439-45ef-8812-125b6570e51c req-b6e9cb04-2cb6-4e17-835d-de05b19ace05 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 945 time: 0.1014829 Dec 15 11:43:13.890617 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-35a6bab4-b439-45ef-8812-125b6570e51c req-fd3cdaa7-e2a1-440c-ad20-28568a0de7aa tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599289 Dec 15 11:43:14.029569 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:14.371409 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 24ad501e-5114-4b54-af48-6abf048bdbfb up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:14.485461 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 24ad501e-5114-4b54-af48-6abf048bdbfb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:14.486036 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:14.721386 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Sync routers for ids ['5b191e4d-07c0-4019-af88-ad8d487f35a4'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:43:14.754260 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Routers {'5b191e4d-07c0-4019-af88-ad8d487f35a4'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:14.755297 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['5b191e4d-07c0-4019-af88-ad8d487f35a4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:14.978379 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Set router 5b191e4d-07c0-4019-af88-ad8d487f35a4 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:15.004725 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354cfcc-389d-48f2-b5cc-1b63295af3a7 req-09ffa38d-fc9b-424d-8b15-3b569166e392 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:15.012712 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a354cfcc-389d-48f2-b5cc-1b63295af3a7 req-09ffa38d-fc9b-424d-8b15-3b569166e392 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 944 time: 0.1086304 Dec 15 11:43:15.191924 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a354cfcc-389d-48f2-b5cc-1b63295af3a7 req-3836cac8-92c2-4b31-9afd-7b1ca6b3cfe3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673663 Dec 15 11:43:15.227935 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08548e8-7a78-4ec5-bd22-283167c2a23a req-f2d5e2f5-1295-48a2-8ff0-f9ebc801ad72 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:15.227935 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b08548e8-7a78-4ec5-bd22-283167c2a23a req-f2d5e2f5-1295-48a2-8ff0-f9ebc801ad72 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 945 time: 0.1663077 Dec 15 11:43:15.287695 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b08548e8-7a78-4ec5-bd22-283167c2a23a req-0c6f74a0-8f6a-4b80-b4cd-de0c1eb415e8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622110 Dec 15 11:43:15.408055 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'name': 'tempest-TestMinimumBasicScenario-2059219077-router', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:05Z', 'updated_at': '2021-12-15T11:43:09Z', 'revision_number': 4, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'gw_port': {'id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:06Z', 'updated_at': '2021-12-15T11:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '152dae60-8d9b-488d-bc43-e5f7887edeae', 'name': '', 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'mac_address': 'fa:16:3e:73:5b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '1aabb0dc-d652-4674-b2ad-6236cd1324b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:09Z', 'updated_at': '2021-12-15T11:43:10Z', 'revision_number': 2, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'subnets': [{'id': '1aabb0dc-d652-4674-b2ad-6236cd1324b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:15.464716 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Checking router: 5b191e4d-07c0-4019-af88-ad8d487f35a4 for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:43:15.465172 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Updating router 5b191e4d-07c0-4019-af88-ad8d487f35a4 port 152dae60-8d9b-488d-bc43-e5f7887edeae binding host dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:43:15.523095 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:15.888446 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:15.903394 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:15.956074 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb91f9-2987-44f7-b806-fa2eb6c1b2e5 None None] Pushing event updated for resources: {'Port': ['ID=152dae60-8d9b-488d-bc43-e5f7887edeae,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:16.068120 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Attempting to bind port 152dae60-8d9b-488d-bc43-e5f7887edeae on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:16.068845 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Attempting to bind port 152dae60-8d9b-488d-bc43-e5f7887edeae by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '43127ce7-cde4-472f-8146-dee20e8a57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:16.069222 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Attempting to bind port 152dae60-8d9b-488d-bc43-e5f7887edeae on network 8b0ddb41-d1a5-4a65-989b-46bb9f664779 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:16.070297 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 1becc2f0-d168-43b1-8ad4-805f9f1525a9 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:16.081372 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:16.081756 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Checking segment: {'id': '43127ce7-cde4-472f-8146-dee20e8a57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:16.082164 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:16.083044 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Bound using segment: {'id': '43127ce7-cde4-472f-8146-dee20e8a57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:16.083547 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Bound port: 152dae60-8d9b-488d-bc43-e5f7887edeae, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43127ce7-cde4-472f-8146-dee20e8a57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:16.083973 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:16.172452 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port 1becc2f0-d168-43b1-8ad4-805f9f1525a9 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:43:16.178430 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 1becc2f0-d168-43b1-8ad4-805f9f1525a9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:16.178839 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:16.206601 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] For port 152dae60-8d9b-488d-bc43-e5f7887edeae, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:16.223509 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] For port 152dae60-8d9b-488d-bc43-e5f7887edeae, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=152dae60-8d9b-488d-bc43-e5f7887edeae,segment=NetworkSegment(43127ce7-cde4-472f-8146-dee20e8a57bf),segment_id=43127ce7-cde4-472f-8146-dee20e8a57bf)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:16.233588 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:16.337862 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb91f9-2987-44f7-b806-fa2eb6c1b2e5 None None] Pushing event updated for resources: {'Port': ['ID=152dae60-8d9b-488d-bc43-e5f7887edeae,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:16.340967 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Routers {'5b191e4d-07c0-4019-af88-ad8d487f35a4'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:16.341590 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['5b191e4d-07c0-4019-af88-ad8d487f35a4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:16.411681 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9a4b0b7a-baf1-4cc9-99eb-410e5ccf4e85 None None] Provisioning complete for port 152dae60-8d9b-488d-bc43-e5f7887edeae triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:16.412403 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0b7a-baf1-4cc9-99eb-410e5ccf4e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:16.498740 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:16.555516 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75d06e-7ddf-4433-996d-f802471123e9 req-2a9aec21-8a56-4b54-873d-3e923da04d52 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:16.562000 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] Set router 5b191e4d-07c0-4019-af88-ad8d487f35a4 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:16.564604 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b75d06e-7ddf-4433-996d-f802471123e9 req-2a9aec21-8a56-4b54-873d-3e923da04d52 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 944 time: 0.1835189 Dec 15 11:43:16.576635 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 1becc2f0-d168-43b1-8ad4-805f9f1525a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1becc2f0-d168-43b1-8ad4-805f9f1525a9,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:16.580948 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9403f7cf-81b2-4713-abbc-a0372c4d0ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1becc2f0-d168-43b1-8ad4-805f9f1525a9'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:43:16.583415 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd245cf-eb85-4a01-ac50-8d9fbf5a8131" -d '{"events": [{"server_uuid": "9403f7cf-81b2-4713-abbc-a0372c4d0ce7", "name": "network-vif-plugged", "status": "completed", "tag": "1becc2f0-d168-43b1-8ad4-805f9f1525a9"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:43:16.596521 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e6e28-de19-413d-93a1-89927483cd4b req-4c3926cd-b849-4ca8-bc0c-e59bbb4a42b9 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:16.598605 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-619e6e28-de19-413d-93a1-89927483cd4b req-4c3926cd-b849-4ca8-bc0c-e59bbb4a42b9 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 945 time: 0.1789608 Dec 15 11:43:16.609229 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:16.610479 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 80da3442-4fb7-4d3f-97b2-a64a49164845 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:16.714403 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b75d06e-7ddf-4433-996d-f802471123e9 req-4c27f65f-fdd4-4257-ab9b-006351afe912 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475165 Dec 15 11:43:16.790917 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-619e6e28-de19-413d-93a1-89927483cd4b req-7ccbd7d9-6316-41ee-8688-d52f922ae474 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643219 Dec 15 11:43:16.841536 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc1a61-d85e-4cc8-83e1-3299c805d154 x-openstack-request-id: req-f4fc1a61-d85e-4cc8-83e1-3299c805d154 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:43:16.841944 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9403f7cf-81b2-4713-abbc-a0372c4d0ce7", "name": "network-vif-plugged", "status": "completed", "tag": "1becc2f0-d168-43b1-8ad4-805f9f1525a9", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:43:16.842221 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f4fc1a61-d85e-4cc8-83e1-3299c805d154 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:43:16.842793 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9403f7cf-81b2-4713-abbc-a0372c4d0ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1becc2f0-d168-43b1-8ad4-805f9f1525a9', 'code': 200} Dec 15 11:43:16.883651 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'name': 'tempest-TestMinimumBasicScenario-2059219077-router', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:05Z', 'updated_at': '2021-12-15T11:43:09Z', 'revision_number': 4, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'gw_port': {'id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:06Z', 'updated_at': '2021-12-15T11:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '152dae60-8d9b-488d-bc43-e5f7887edeae', 'name': '', 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'mac_address': 'fa:16:3e:73:5b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '1aabb0dc-d652-4674-b2ad-6236cd1324b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:09Z', 'updated_at': '2021-12-15T11:43:16Z', 'revision_number': 4, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'subnets': [{'id': '1aabb0dc-d652-4674-b2ad-6236cd1324b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:16.895401 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 80da3442-4fb7-4d3f-97b2-a64a49164845 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:16.896021 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:16.921791 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300bdea3-dfbe-479f-b346-181a6a10ffdf None None] The sync data for ids ['5b191e4d-07c0-4019-af88-ad8d487f35a4'] in dv-cinder-813221-4-iscsi is: [{'id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'name': 'tempest-TestMinimumBasicScenario-2059219077-router', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:05Z', 'updated_at': '2021-12-15T11:43:09Z', 'revision_number': 4, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'gw_port': {'id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:06Z', 'updated_at': '2021-12-15T11:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '152dae60-8d9b-488d-bc43-e5f7887edeae', 'name': '', 'network_id': '8b0ddb41-d1a5-4a65-989b-46bb9f664779', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'mac_address': 'fa:16:3e:73:5b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '1aabb0dc-d652-4674-b2ad-6236cd1324b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:09Z', 'updated_at': '2021-12-15T11:43:16Z', 'revision_number': 4, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'subnets': [{'id': '1aabb0dc-d652-4674-b2ad-6236cd1324b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:43:16.935123 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=1becc2f0-d168-43b1-8ad4-805f9f1525a9,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:16.963002 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0b7a-baf1-4cc9-99eb-410e5ccf4e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.072700 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9a4b0b7a-baf1-4cc9-99eb-410e5ccf4e85 None None] For port 152dae60-8d9b-488d-bc43-e5f7887edeae, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=152dae60-8d9b-488d-bc43-e5f7887edeae,segment=NetworkSegment(43127ce7-cde4-472f-8146-dee20e8a57bf),segment_id=43127ce7-cde4-472f-8146-dee20e8a57bf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:17.076854 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.094448 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0b7a-baf1-4cc9-99eb-410e5ccf4e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.161413 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:17.173677 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.222691 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b0b7a-baf1-4cc9-99eb-410e5ccf4e85 None None] Pushing event updated for resources: {'Port': ['ID=152dae60-8d9b-488d-bc43-e5f7887edeae,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:17.312825 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0115240d-a2f4-4efb-a48d-abb5823f88c4 None None] Provisioning complete for port 152dae60-8d9b-488d-bc43-e5f7887edeae triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:17.313566 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0115240d-a2f4-4efb-a48d-abb5823f88c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.364843 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=80da3442-4fb7-4d3f-97b2-a64a49164845,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:18.000472 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be1433-d9f0-4259-8361-18f6206485ab req-3385006a-9252-41f4-9740-03213feebed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:18.002012 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-76be1433-d9f0-4259-8361-18f6206485ab req-3385006a-9252-41f4-9740-03213feebed3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 1099 time: 0.1388819 Dec 15 11:43:18.012455 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e524048-3654-46d2-a818-614c5b4c2fc3 req-83fb67ce-9f47-4ae5-9a12-18f2e79a698e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:18.014107 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3e524048-3654-46d2-a818-614c5b4c2fc3 req-83fb67ce-9f47-4ae5-9a12-18f2e79a698e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 946 time: 0.1059375 Dec 15 11:43:18.048951 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0312078-f999-4c2c-b3d8-48382e993202 req-b0aac955-9fdc-421a-9123-480b950f3f54 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:18.054044 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c0312078-f999-4c2c-b3d8-48382e993202 req-b0aac955-9fdc-421a-9123-480b950f3f54 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 946 time: 0.1318393 Dec 15 11:43:18.144642 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-76be1433-d9f0-4259-8361-18f6206485ab req-74b5c6cf-b857-474f-9fb4-28039ca2d8a2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294739 Dec 15 11:43:18.157308 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3e524048-3654-46d2-a818-614c5b4c2fc3 req-45dcca39-ecf8-4376-bc7c-09b4b753d31a tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336315 Dec 15 11:43:18.166897 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c0312078-f999-4c2c-b3d8-48382e993202 req-05dceb42-44f6-4c97-8e80-6c6b6bebc850 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030273 Dec 15 11:43:18.431141 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 152dae60-8d9b-488d-bc43-e5f7887edeae up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:18.496271 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 152dae60-8d9b-488d-bc43-e5f7887edeae triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:18.496697 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:18.847349 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:43:18.852167 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add9db4-7fea-4389-b037-902cfd26dc5a" -d '{"events": [{"server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "name": "network-vif-plugged", "status": "completed", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:43:18.925463 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d592ff0-4ee2-45da-a58d-6119565100db x-openstack-request-id: req-9d592ff0-4ee2-45da-a58d-6119565100db {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:43:18.925995 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "name": "network-vif-plugged", "status": "completed", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:43:18.926355 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d592ff0-4ee2-45da-a58d-6119565100db {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:43:18.926907 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'code': 200} Dec 15 11:43:19.391319 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1a2f1-9096-4c23-8b31-13ef7497204e req-612ef4ca-3f56-4a04-9d57-5ec4d0b52446 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:19.399982 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-43c1a2f1-9096-4c23-8b31-13ef7497204e req-612ef4ca-3f56-4a04-9d57-5ec4d0b52446 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 946 time: 0.0923505 Dec 15 11:43:19.433858 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aa339-9836-445f-8064-f28d486944f2 req-dd6e85cf-bb62-4bdb-94cc-c0377ee59ff5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:19.438373 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-546aa339-9836-445f-8064-f28d486944f2 req-dd6e85cf-bb62-4bdb-94cc-c0377ee59ff5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 946 time: 0.1014495 Dec 15 11:43:19.515454 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-43c1a2f1-9096-4c23-8b31-13ef7497204e req-807bb04f-86e3-4c14-9c46-d363e36dd345 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126475 Dec 15 11:43:19.562408 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-546aa339-9836-445f-8064-f28d486944f2 req-3ce9c3a7-5821-4310-97ea-02d99d692590 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145515 Dec 15 11:43:19.726035 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aef3ca-5c62-462b-bb5b-c970c73b280e req-bd2f5404-1692-4c96-91c5-a7b2cf1f36c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:19.728304 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-96aef3ca-5c62-462b-bb5b-c970c73b280e req-bd2f5404-1692-4c96-91c5-a7b2cf1f36c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 1099 time: 0.0571024 Dec 15 11:43:19.794630 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-96aef3ca-5c62-462b-bb5b-c970c73b280e req-ede29b5b-8f05-4ea0-a343-48c4c5d26465 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586109 Dec 15 11:43:20.737092 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222e96d-7908-4523-b718-13491e6009c5 req-2ae831e6-e5f2-48e6-a0f8-049c72a31ba6 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:20.741237 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f222e96d-7908-4523-b718-13491e6009c5 req-2ae831e6-e5f2-48e6-a0f8-049c72a31ba6 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 946 time: 0.1117485 Dec 15 11:43:20.756884 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7fd57-26ec-4247-9b9d-8e76c3983029 req-ec315a3a-a401-4dea-804b-03e3ffe7166b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:20.760268 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-40b7fd57-26ec-4247-9b9d-8e76c3983029 req-ec315a3a-a401-4dea-804b-03e3ffe7166b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 946 time: 0.1171544 Dec 15 11:43:20.911052 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f222e96d-7908-4523-b718-13491e6009c5 req-48b40845-7fb3-4fc1-adfa-25cdc5c8a9a7 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483088 Dec 15 11:43:20.924771 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-40b7fd57-26ec-4247-9b9d-8e76c3983029 req-7ebca81e-3699-45cc-866c-3278d1c3222d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518619 Dec 15 11:43:22.115534 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50c6dd-ec1f-4f39-8c2b-99cf15385800 req-b963a5c5-b438-4741-be3e-8cac42650b38 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:22.118108 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0c50c6dd-ec1f-4f39-8c2b-99cf15385800 req-b963a5c5-b438-4741-be3e-8cac42650b38 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 946 time: 0.1010864 Dec 15 11:43:22.199055 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc8851-3418-4bf8-aeb5-744dd81fadc7 req-82a18fce-8399-43a9-87aa-875bc0446914 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:22.217007 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e7bc8851-3418-4bf8-aeb5-744dd81fadc7 req-82a18fce-8399-43a9-87aa-875bc0446914 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 946 time: 0.1247725 Dec 15 11:43:22.296694 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0c50c6dd-ec1f-4f39-8c2b-99cf15385800 req-54d9b9d4-5552-4d16-ab45-b0ed10f9cf6b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612980 Dec 15 11:43:22.361979 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e7bc8851-3418-4bf8-aeb5-744dd81fadc7 req-b21f60b1-a8b9-4a78-b141-33d7e96bfee1 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436725 Dec 15 11:43:23.551361 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe3df-3e35-4a30-979b-2d4c7a4058e8 req-25dec2fd-9b34-4e7c-8106-bc519d8cdf14 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:23.552986 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-222fe3df-3e35-4a30-979b-2d4c7a4058e8 req-25dec2fd-9b34-4e7c-8106-bc519d8cdf14 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 946 time: 0.1150033 Dec 15 11:43:23.646893 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-29fd654b-394e-41c0-adf7-a62278555402 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:23.648464 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-29fd654b-394e-41c0-adf7-a62278555402 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/networks?id=39dcabb9-56ef-45a8-a880-5875e76b5ca8 HTTP/1.1" status: 200 len: 815 time: 0.1682332 Dec 15 11:43:23.660926 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-222fe3df-3e35-4a30-979b-2d4c7a4058e8 req-808f6758-5343-4086-aeb3-cc25a88f6f12 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957496 Dec 15 11:43:23.671645 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-410ca11c-1f73-46c6-939a-68e35e74f353 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/quotas/b9914476952e452e8ae1e9bdb5e23e79 HTTP/1.1" status: 200 len: 375 time: 0.0158017 Dec 15 11:43:23.738159 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-4acbcf43-9381-426c-afbc-7615efeacc1d tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9914476952e452e8ae1e9bdb5e23e79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601785 Dec 15 11:43:24.002866 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-d20de9de-0ef6-4cfd-8a43-66b979b03ec2 service neutron] 10.222.0.46 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511015 Dec 15 11:43:24.135220 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-8de5f699-af2b-43b1-8593-15b4a201c887 service neutron] 10.222.0.46 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224866 Dec 15 11:43:24.343246 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-684e2ac5-1531-4744-93eb-258d68177f51 req-6deca3bb-5292-40be-8003-486b75efc04d tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 210 time: 0.0313866 Dec 15 11:43:25.449651 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c1f9dbd8-74d3-4954-838d-1705f3990ba9 req-deec76a6-a36a-48a0-9b5b-b97987a196db tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 210 time: 0.0292790 Dec 15 11:43:25.836224 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-fdcf61bf-cc17-4f2f-a049-04c1027673fc tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:25.837912 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-fdcf61bf-cc17-4f2f-a049-04c1027673fc tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.59 "GET /v2.0/networks?id=39dcabb9-56ef-45a8-a880-5875e76b5ca8 HTTP/1.1" status: 200 len: 815 time: 0.1199379 Dec 15 11:43:25.843962 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:43:25.870144 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Request body: {'port': {'device_id': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'admin_state_up': True, 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:25.987208 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Made reservation on behalf of b9914476952e452e8ae1e9bdb5e23e79 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:43:25.991020 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:26.129267 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Allocated IP 172.20.0.9 (39dcabb9-56ef-45a8-a880-5875e76b5ca8/6529508e-86dc-407c-a00b-db34f1266ae6/a39f5bf9-279b-444b-850e-163ff0a3c699) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:26.292103 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:26.390190 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:26.516340 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'Port': ['ID=a39f5bf9-279b-444b-850e-163ff0a3c699,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:26.545130 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:26.547141 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:26.550841 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:26.695357 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ddc42-17a1-4e1a-8b84-0f20a379df69 req-7e254151-93f1-4f9f-927e-ba0f55738a93 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:26.697484 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e42ddc42-17a1-4e1a-8b84-0f20a379df69 req-7e254151-93f1-4f9f-927e-ba0f55738a93 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0929019 Dec 15 11:43:26.706408 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:26.707273 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:26.763094 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-1dfd0453-40d2-411e-a3dd-c0608e94e631 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8970397 Dec 15 11:43:26.796164 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e42ddc42-17a1-4e1a-8b84-0f20a379df69 req-1f18d2bb-dc7a-45dd-8d36-51bcef9767a3 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858893 Dec 15 11:43:26.890750 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-62bbfd88-f8d6-4fb8-b3d9-975c8cb6d561 None None] Provisioning complete for port a39f5bf9-279b-444b-850e-163ff0a3c699 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:26.891401 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62bbfd88-f8d6-4fb8-b3d9-975c8cb6d561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:26.927784 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-62bbfd88-f8d6-4fb8-b3d9-975c8cb6d561 None None] Port a39f5bf9-279b-444b-850e-163ff0a3c699 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:43:27.947509 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cd1b2-202a-400e-8c5c-3477c384cd44 req-99cebe74-dbb2-4ebf-9506-4111461747f4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:27.949834 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e75cd1b2-202a-400e-8c5c-3477c384cd44 req-99cebe74-dbb2-4ebf-9506-4111461747f4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0695968 Dec 15 11:43:28.001619 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e75cd1b2-202a-400e-8c5c-3477c384cd44 req-1c919891-f67d-412a-b5da-405b0d0286bd tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473173 Dec 15 11:43:28.868019 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47076) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:28.914317 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-283dc722-0d05-4119-b2fd-60b63d7ca263 admin admin] Deleting subnet aedc3118-3a80-4854-839f-10afbb049580 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:43:28.918444 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-283dc722-0d05-4119-b2fd-60b63d7ca263 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.959512 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-283dc722-0d05-4119-b2fd-60b63d7ca263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260691733'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:29.009622 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-283dc722-0d05-4119-b2fd-60b63d7ca263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:29.069203 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-283dc722-0d05-4119-b2fd-60b63d7ca263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260673869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260639379'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:29.107705 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dc722-0d05-4119-b2fd-60b63d7ca263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aedc3118-3a80-4854-839f-10afbb049580,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:29.127010 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-283dc722-0d05-4119-b2fd-60b63d7ca263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:29.130345 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-283dc722-0d05-4119-b2fd-60b63d7ca263 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/aedc3118-3a80-4854-839f-10afbb049580 HTTP/1.1" status: 204 len: 168 time: 0.2607024 Dec 15 11:43:29.133219 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47080) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:29.153835 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a734bc0-48c1-4187-a8c2-36786b8d159a req-61e51b9f-0b9c-4d29-bd58-a7893e29ce18 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:29.155806 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1a734bc0-48c1-4187-a8c2-36786b8d159a req-61e51b9f-0b9c-4d29-bd58-a7893e29ce18 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0809984 Dec 15 11:43:29.215578 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1a734bc0-48c1-4187-a8c2-36786b8d159a req-5722847d-1935-4c51-8304-52a67e973568 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509889 Dec 15 11:43:29.231164 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:29.545958 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:29.566124 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721ecb10-1d17-4891-9efd-e1adabc0af2c']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:29.575744 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf58ffe8-1553-4222-8323-fa4d7edb6345') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:29.576009 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf58ffe8-1553-4222-8323-fa4d7edb6345') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:29.585549 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261086981'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:29.599160 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:29.606181 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:43:29.606570 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261048207'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: Traceback (most recent call last): Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: timer() Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: cb(*args, **kw) Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: return func(*args, **kwargs) Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: self._notify() Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: self.callback(batched_events) Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: event.method(event) Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: return f(self, *a, **k) Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._get(url).json() Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: return self.request(url, 'GET', **kwargs) Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:43:29.608383 dv-cinder-813221-4-iscsi neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:43:29.697306 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:29.706231 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:29.709524 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] 10.222.0.46 "DELETE /v2.0/networks/721ecb10-1d17-4891-9efd-e1adabc0af2c HTTP/1.1" status: 204 len: 168 time: 0.5752411 Dec 15 11:43:29.724188 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839f7e0-39f8-4fc7-ae7c-8f8500303673 admin admin] Pushing event deleted for resources: {'Network': ['ID=721ecb10-1d17-4891-9efd-e1adabc0af2c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:29.921655 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47086) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:29.966635 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-555b1524-8983-4b76-a9ab-ad7bda82088a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca390809f45641d89d37382b12877ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433092 Dec 15 11:43:29.969456 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:30.019961 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9075-b55e-426f-8b25-ccb843500e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:30.045225 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9075-b55e-426f-8b25-ccb843500e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:30.102778 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9075-b55e-426f-8b25-ccb843500e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:30.106403 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9075-b55e-426f-8b25-ccb843500e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:30.107629 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-ef3a9075-b55e-426f-8b25-ccb843500e99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e062878-8f91-4ff4-9b35-30c5738125ea HTTP/1.1" status: 204 len: 168 time: 0.1372018 Dec 15 11:43:30.116738 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a9075-b55e-426f-8b25-ccb843500e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e062878-8f91-4ff4-9b35-30c5738125ea,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:30.380922 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d02be-21c1-4e6e-a431-5c973f2706c0 req-a53b1150-63dd-4cea-956c-67886d1b0345 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:30.383299 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e71d02be-21c1-4e6e-a431-5c973f2706c0 req-a53b1150-63dd-4cea-956c-67886d1b0345 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0586793 Dec 15 11:43:30.439254 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e71d02be-21c1-4e6e-a431-5c973f2706c0 req-edce25cb-5d1f-4e78-99bb-3680a5798ef7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465686 Dec 15 11:43:31.609149 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2428a7-fc1e-4658-95bc-8b3e693edded req-8a803291-9772-4e46-86eb-572d068371c7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:31.610723 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0d2428a7-fc1e-4658-95bc-8b3e693edded req-8a803291-9772-4e46-86eb-572d068371c7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0571182 Dec 15 11:43:31.662905 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0d2428a7-fc1e-4658-95bc-8b3e693edded req-e049153d-d07d-4f3b-9fe8-6f0fe1312b4c tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427961 Dec 15 11:43:32.818923 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fdbbd-a21a-4eda-9282-f3d87e3606b7 req-f9be944d-b86d-4ce2-af0f-d50ff1ec0a5a tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:32.820011 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8b9fdbbd-a21a-4eda-9282-f3d87e3606b7 req-f9be944d-b86d-4ce2-af0f-d50ff1ec0a5a tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0558579 Dec 15 11:43:32.873350 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8b9fdbbd-a21a-4eda-9282-f3d87e3606b7 req-16bcddb1-4c95-487e-a4cd-4c4f27890491 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Dec 15 11:43:33.785179 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e92829a-2371-4e6c-a940-43afe408a46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:34.023976 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e18be-1897-4b54-af63-1d1f9812f652 req-a0f213a4-4908-49a6-99be-a4aedda958f5 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:34.026782 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e70e18be-1897-4b54-af63-1d1f9812f652 req-a0f213a4-4908-49a6-99be-a4aedda958f5 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0633643 Dec 15 11:43:34.074958 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e70e18be-1897-4b54-af63-1d1f9812f652 req-68634fad-cac9-44cb-8485-da7b2a2982e6 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429659 Dec 15 11:43:35.216259 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76708f-bef6-4db7-bf16-1b7c99d14598 req-9cb51bb8-fd5e-4a1f-be3a-a179a8b91fd7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:35.217788 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9c76708f-bef6-4db7-bf16-1b7c99d14598 req-9cb51bb8-fd5e-4a1f-be3a-a179a8b91fd7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0643191 Dec 15 11:43:35.283117 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9c76708f-bef6-4db7-bf16-1b7c99d14598 req-00faeacd-fedf-4a35-87a0-e61220d222ea tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591757 Dec 15 11:43:36.165640 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d989c78-4c2d-4cbd-8abd-8f4237fbc5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:36.402018 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772210b4-1d29-4004-a068-d4e90bff6c57 req-3f621555-bdbd-4cce-91ea-65d5eb5fbfe4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:36.403695 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-772210b4-1d29-4004-a068-d4e90bff6c57 req-3f621555-bdbd-4cce-91ea-65d5eb5fbfe4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0519140 Dec 15 11:43:36.455924 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-772210b4-1d29-4004-a068-d4e90bff6c57 req-b0507018-76fc-43a3-aa3f-5500ca8c4a2b tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Dec 15 11:43:37.253643 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:37.588441 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e79c-fad4-4542-b599-d972652d85ae req-b465d7b3-2a9f-4ccd-90b3-953e36bdaeff tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:37.589943 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d6e9e79c-fad4-4542-b599-d972652d85ae req-b465d7b3-2a9f-4ccd-90b3-953e36bdaeff tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0532064 Dec 15 11:43:37.640429 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d6e9e79c-fad4-4542-b599-d972652d85ae req-b3fbdddf-6fa7-4b42-90be-3b76cb4457fe tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Dec 15 11:43:38.779157 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e6a1-3b80-4c20-bc0b-33079fc523e6 req-d04d9561-c6c8-432a-929e-7448634d5d6f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:38.781045 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dae4e6a1-3b80-4c20-bc0b-33079fc523e6 req-d04d9561-c6c8-432a-929e-7448634d5d6f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0562596 Dec 15 11:43:38.836798 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dae4e6a1-3b80-4c20-bc0b-33079fc523e6 req-9a3d970a-b83b-4446-8e89-d622c7d6786f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496943 Dec 15 11:43:38.874984 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:39.534291 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:39.998364 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dffdd-b124-40b5-82f8-7548949347b9 req-f2d325d0-3203-45bf-b8b3-20a463404209 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:40.000137 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b2dffdd-b124-40b5-82f8-7548949347b9 req-f2d325d0-3203-45bf-b8b3-20a463404209 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0582979 Dec 15 11:43:40.053805 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b2dffdd-b124-40b5-82f8-7548949347b9 req-e3d71a6c-ada8-4bc5-b9aa-d4709f65d94b tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475769 Dec 15 11:43:41.196772 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08044d-6d13-4557-9f38-039611122695 req-2dbc4ee0-47e3-475e-be5f-541c29fe110f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:41.198301 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5f08044d-6d13-4557-9f38-039611122695 req-2dbc4ee0-47e3-475e-be5f-541c29fe110f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0736663 Dec 15 11:43:41.247968 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5f08044d-6d13-4557-9f38-039611122695 req-25d96d01-d442-4702-8fde-7665a2563f5b tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Dec 15 11:43:42.395052 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf94ec-cd38-4379-87b7-ea1624e657ec req-1573aa26-8310-4c32-93b3-ca7c26e05a42 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:42.396662 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4bbf94ec-cd38-4379-87b7-ea1624e657ec req-1573aa26-8310-4c32-93b3-ca7c26e05a42 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0529680 Dec 15 11:43:42.445864 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4bbf94ec-cd38-4379-87b7-ea1624e657ec req-8e789cfe-e162-40a3-b929-f225cdad77f8 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 Dec 15 11:43:43.572645 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d0dd2-ff3c-4eec-91b6-6a74da8cb66b req-514dc70f-6e73-4043-97e3-c6d7d78a80cc tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:43.574173 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8e7d0dd2-ff3c-4eec-91b6-6a74da8cb66b req-514dc70f-6e73-4043-97e3-c6d7d78a80cc tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0534616 Dec 15 11:43:43.609282 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47228) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:43.666839 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8e7d0dd2-ff3c-4eec-91b6-6a74da8cb66b req-60cd34f6-0fdf-4361-af70-581cbe42aa5e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843661 Dec 15 11:43:43.724423 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-970e9787-3237-4a1c-8a69-6808969be7ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:43.809042 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-970e9787-3237-4a1c-8a69-6808969be7ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:43.815125 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-970e9787-3237-4a1c-8a69-6808969be7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:43.861347 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-970e9787-3237-4a1c-8a69-6808969be7ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eabd10f090d247f58a19c0bce51f3bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504344 Dec 15 11:43:43.861622 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47232) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:43.862251 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e9787-3237-4a1c-8a69-6808969be7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e2c126-3d05-408e-8de5-76f4fed443e3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:43.918401 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1e15205-daa5-4f1a-9814-e9df2667776b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:43.943856 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1e15205-daa5-4f1a-9814-e9df2667776b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:44.001669 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1e15205-daa5-4f1a-9814-e9df2667776b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:44.004295 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1e15205-daa5-4f1a-9814-e9df2667776b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:44.005489 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-a1e15205-daa5-4f1a-9814-e9df2667776b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29e2c126-3d05-408e-8de5-76f4fed443e3 HTTP/1.1" status: 204 len: 168 time: 0.1426380 Dec 15 11:43:44.015113 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e15205-daa5-4f1a-9814-e9df2667776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e2c126-3d05-408e-8de5-76f4fed443e3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:44.033080 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:44.722606 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47260) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:44.790077 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d64507-ed63-423c-8f78-f4207dcc52d1 req-d7bcfe7c-22cd-47e8-a85b-28f951112b48 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:44.791934 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a2d64507-ed63-423c-8f78-f4207dcc52d1 req-d7bcfe7c-22cd-47e8-a85b-28f951112b48 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.0515869 Dec 15 11:43:44.824490 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1502265623-network', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:44.858447 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a2d64507-ed63-423c-8f78-f4207dcc52d1 req-3fbc883f-f043-49f4-9153-0ba80d2b140b tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602586 Dec 15 11:43:44.864314 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Made reservation on behalf of a74c170d0e1d43ccab75cc19eaff6707 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:43:44.866749 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:44.880040 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:44.977039 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:44.983840 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.014522 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:43:45.024947 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0be0bd-0a03-4110-8863-ef14f62b9d80,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:45.030206 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.030544 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.segments_db [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Added segment 4f0aa34d-43ae-4079-984a-8855519b8d9c of type vlan for network 829807fd-58b4-4c64-920f-853993a133a2 Dec 15 11:43:45.073288 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.103087 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.104735 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:45.105757 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.162233 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4383564 Dec 15 11:43:45.165276 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47264) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:45.171049 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] Request body: {'subnet': {'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1502265623-subnet', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:45.178631 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ac2e0-903d-461e-be0f-7c1039df3f99 admin admin] Pushing event updated for resources: {'Network': ['ID=829807fd-58b4-4c64-920f-853993a133a2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:45.190924 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 829807fd-58b4-4c64-920f-853993a133a2 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:43:45.197186 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] Made reservation on behalf of a74c170d0e1d43ccab75cc19eaff6707 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:43:45.199919 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261019021'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.378605 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261047842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261019027'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.430765 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7303dd95-41cd-42ba-b6cb-33923b6fbe03,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:45.442673 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] Checking segment: {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:45.443034 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] Network hostable DHCP agents. Network: 829807fd-58b4-4c64-920f-853993a133a2, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:43:45.462409 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] Network 829807fd-58b4-4c64-920f-853993a133a2 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:43:45.474504 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 829807fd-58b4-4c64-920f-853993a133a2) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:45.479053 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:45.479723 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.484893 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0aa6d-564a-4968-98cf-4aedadbb325f None None] Network 829807fd-58b4-4c64-920f-853993a133a2 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:43:45.498325 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-196fca44-9878-4185-b8ad-63c21335d6a3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3317268 Dec 15 11:43:45.501975 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47266) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:45.506558 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:45.530439 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12373'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.531528 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12366'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.593638 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.598171 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp076dc365-89fe-5bfb-9ff9-8d73b820697d-829807fd-58b4-4c64-920f-853993a133a2', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03'}]}} from dv-cinder-813221-4-iscsi. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:43:45.599165 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.749097 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.754168 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Allocated IP 172.20.0.2 (829807fd-58b4-4c64-920f-853993a133a2/7303dd95-41cd-42ba-b6cb-33923b6fbe03/8804fe15-1950-4505-bb79-958eaae510c9) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:45.939553 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.947322 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:45.950373 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Request body: {'port': {'device_id': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:45.993886 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Network 829807fd-58b4-4c64-920f-853993a133a2 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:46.000197 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:46.006601 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:46.021094 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Pushing event updated for resources: {'Port': ['ID=8804fe15-1950-4505-bb79-958eaae510c9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:46.039871 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-288e5810-d528-436d-b738-bcfe7bc57518 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733755 Dec 15 11:43:46.049779 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.050273 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.050698 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.051122 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.051531 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.051941 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.052337 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.052744 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.053137 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.053545 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.054007 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.054539 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.054933 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:46.096570 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Attempting to bind port 8804fe15-1950-4505-bb79-958eaae510c9 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:46.097036 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Attempting to bind port 8804fe15-1950-4505-bb79-958eaae510c9 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:46.097497 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Attempting to bind port 8804fe15-1950-4505-bb79-958eaae510c9 on network 829807fd-58b4-4c64-920f-853993a133a2 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:46.103551 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:46.104100 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Checking segment: {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:46.104576 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:46.105128 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Bound using segment: {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:46.105640 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Bound port: 8804fe15-1950-4505-bb79-958eaae510c9, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:46.106295 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:46.124059 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-52e7d05f-e10c-44d2-9ef1-f4ffbabcd16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:46.125616 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-52e7d05f-e10c-44d2-9ef1-f4ffbabcd16d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 1099 time: 0.0430923 Dec 15 11:43:46.183048 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] For port 8804fe15-1950-4505-bb79-958eaae510c9, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:46.186927 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] For port 8804fe15-1950-4505-bb79-958eaae510c9, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=8804fe15-1950-4505-bb79-958eaae510c9,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:46.193866 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:46.245120 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-851a38c2-8e9e-4b85-995c-e6df9f719df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:46.246646 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-851a38c2-8e9e-4b85-995c-e6df9f719df0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 918 time: 0.0965130 Dec 15 11:43:46.262137 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b68c4-09a4-4e8a-bb4b-3dbf7f07254a None None] Pushing event updated for resources: {'Port': ['ID=8804fe15-1950-4505-bb79-958eaae510c9,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:46.334137 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:46.340510 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-21ce7b92-8df8-44d8-895e-6d952804a5cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80da3442-4fb7-4d3f-97b2-a64a49164845 HTTP/1.1" status: 200 len: 1001 time: 0.0842807 Dec 15 11:43:46.358096 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:46.368144 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020f250-2855-4f3d-985e-007e98f04cea req-905bd848-db04-43f7-870d-deec77373926 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:46.369710 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7020f250-2855-4f3d-985e-007e98f04cea req-905bd848-db04-43f7-870d-deec77373926 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 931 time: 0.3945198 Dec 15 11:43:46.370820 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:46.394601 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-f3813787-6a16-4902-b911-3da688c7d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:46.396928 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-f3813787-6a16-4902-b911-3da688c7d76d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.0475674 Dec 15 11:43:46.481550 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-93753e71-748f-4780-864b-6ec9b16097c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:46.483121 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-93753e71-748f-4780-864b-6ec9b16097c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775619 Dec 15 11:43:46.525528 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7020f250-2855-4f3d-985e-007e98f04cea req-e8db1061-d530-4655-a469-06edbbf0286d tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452045 Dec 15 11:43:46.627353 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-697a1129-7a90-4397-943c-921415ca1cc2 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333971 Dec 15 11:43:46.669214 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Allocated IP 172.27.1.12 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:46.736049 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c4223c72-f307-42f4-8c64-8030cac6b93d req-1971d68f-875f-44eb-8b3d-43c8d11318d1 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944455 Dec 15 11:43:46.869504 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:46.907765 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39f5bf9-279b-444b-850e-163ff0a3c699 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:43:46.917623 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:46.942856 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Transition to ACTIVE for port object a39f5bf9-279b-444b-850e-163ff0a3c699 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:43:46.956892 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:46.962195 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:47.020201 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:47.025336 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Pushing event updated for resources: {'Port': ['ID=a39f5bf9-279b-444b-850e-163ff0a3c699,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:47.028343 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:47.034921 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:47.151374 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:47.231826 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Attempting to bind port a39f5bf9-279b-444b-850e-163ff0a3c699 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:47.232901 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Attempting to bind port a39f5bf9-279b-444b-850e-163ff0a3c699 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:47.233487 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Attempting to bind port a39f5bf9-279b-444b-850e-163ff0a3c699 on network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:47.242750 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Port a39f5bf9-279b-444b-850e-163ff0a3c699 on network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:43:47.242750 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Attempting to bind port a39f5bf9-279b-444b-850e-163ff0a3c699 on network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:47.269499 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:47.269747 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Checking segment: {'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:47.270138 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Bound using segment: {'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:47.271046 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Bound port: a39f5bf9-279b-444b-850e-163ff0a3c699, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60be85f5-e955-4f6e-b2a8-193f4be55e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:47.271046 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:47.381332 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f29599-9ff0-4c8e-9e2d-b209f7b24c87 None None] Network 829807fd-58b4-4c64-920f-853993a133a2 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:43:47.439554 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] For port a39f5bf9-279b-444b-850e-163ff0a3c699, host hv-cinder-81322, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:47.445635 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] For port a39f5bf9-279b-444b-850e-163ff0a3c699, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a39f5bf9-279b-444b-850e-163ff0a3c699,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:47.452452 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:47.455081 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7d63829d-96a9-456b-bc4d-3dd8d352cffa None None] Provisioning complete for port 8804fe15-1950-4505-bb79-958eaae510c9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:47.455578 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d63829d-96a9-456b-bc4d-3dd8d352cffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:47.511293 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:47.515468 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:47.516119 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:47.519089 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] 10.222.0.59 "PUT /v2.0/ports/a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 200 len: 1093 time: 1.6195107 Dec 15 11:43:47.519612 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:43:47.522006 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512084ea-546f-46a3-a030-52a2db4af686" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:43:47.564248 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe8fc6-2cf5-416b-ad38-15c5f822fe88 service neutron] Pushing event updated for resources: {'Port': ['ID=a39f5bf9-279b-444b-850e-163ff0a3c699,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:47.643992 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d63829d-96a9-456b-bc4d-3dd8d352cffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:47.726029 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7d63829d-96a9-456b-bc4d-3dd8d352cffa None None] For port 8804fe15-1950-4505-bb79-958eaae510c9, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=8804fe15-1950-4505-bb79-958eaae510c9,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:47.734889 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d63829d-96a9-456b-bc4d-3dd8d352cffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:47.800065 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63829d-96a9-456b-bc4d-3dd8d352cffa None None] Pushing event updated for resources: {'Port': ['ID=8804fe15-1950-4505-bb79-958eaae510c9,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:47.808186 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-f88b5b7f-7b65-4e0f-8b19-503a0b10c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:47.809958 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-f88b5b7f-7b65-4e0f-8b19-503a0b10c8ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9914476952e452e8ae1e9bdb5e23e79&device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 1096 time: 0.1001475 Dec 15 11:43:47.848100 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae2c18e-e096-4e3b-b67b-550f873b7b41 x-openstack-request-id: req-1ae2c18e-e096-4e3b-b67b-550f873b7b41 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:43:47.848381 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:43:47.848641 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ae2c18e-e096-4e3b-b67b-550f873b7b41 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:43:47.849028 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'status': 'completed', 'code': 200} Dec 15 11:43:47.949802 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf112dc-b085-4e2e-9047-96e99c4a10ff req-70cd69a4-b3fe-4d02-b026-2d7b50af770e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:47.951352 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3cf112dc-b085-4e2e-9047-96e99c4a10ff req-70cd69a4-b3fe-4d02-b026-2d7b50af770e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 943 time: 0.2428651 Dec 15 11:43:47.985430 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-dece3548-fca6-4d82-8b73-455ed3f49169 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 200 len: 217 time: 0.1418357 Dec 15 11:43:47.990589 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f8045787-2e0b-4983-aa42-5d22d5f855f0 None None] Provisioning complete for port 8804fe15-1950-4505-bb79-958eaae510c9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:47.991036 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8045787-2e0b-4983-aa42-5d22d5f855f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:48.080911 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-5e3b62dd-46ca-4e71-a7d9-d83a3fa9c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:48.082400 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-5e3b62dd-46ca-4e71-a7d9-d83a3fa9c4fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6529508e-86dc-407c-a00b-db34f1266ae6 HTTP/1.1" status: 200 len: 854 time: 0.0775404 Dec 15 11:43:48.092196 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3cf112dc-b085-4e2e-9047-96e99c4a10ff req-5fd174ea-11ca-4a79-8eca-9602f5aa6ff1 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087818 Dec 15 11:43:48.137513 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552190'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:48.229193 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-09dabf8c-db48-4070-9b60-d653e0c282d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:48.230783 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-09dabf8c-db48-4070-9b60-d653e0c282d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39dcabb9-56ef-45a8-a880-5875e76b5ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1297548 Dec 15 11:43:48.359354 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-db91bc10-23ec-4adc-8357-ebc788708319 service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205246 Dec 15 11:43:48.377419 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d is scheduled to L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:43:48.387189 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 8804fe15-1950-4505-bb79-958eaae510c9 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:48.435450 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 8804fe15-1950-4505-bb79-958eaae510c9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:48.435950 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:48.535262 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-801f8345-e26b-4d62-8833-c914bbc8ac27 req-3fa28bf8-528c-4744-9358-ce45a9129ee3 service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670184 Dec 15 11:43:48.555442 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:43:48.565311 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Sync routers for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:43:48.575650 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:48.577033 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-866946c6-6b6f-495c-a850-e0bae4a457c0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0740006 Dec 15 11:43:48.578301 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:48.578947 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:48.580440 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47296) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:48.690936 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:48.704223 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512084ea-546f-46a3-a030-52a2db4af686 req-f5f2c109-936d-4f1c-b45b-82f01f8315bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:48.706413 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-512084ea-546f-46a3-a030-52a2db4af686 req-f5f2c109-936d-4f1c-b45b-82f01f8315bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9914476952e452e8ae1e9bdb5e23e79&device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 1096 time: 0.0463805 Dec 15 11:43:48.813321 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512084ea-546f-46a3-a030-52a2db4af686 req-0c4a8f93-8dc9-4c59-9737-4125f0add0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:48.815412 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-512084ea-546f-46a3-a030-52a2db4af686 req-0c4a8f93-8dc9-4c59-9737-4125f0add0f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39dcabb9-56ef-45a8-a880-5875e76b5ca8 HTTP/1.1" status: 200 len: 916 time: 0.0995753 Dec 15 11:43:48.863920 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-512084ea-546f-46a3-a030-52a2db4af686 req-cc119d04-7502-47c9-98b6-334b69a30db6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 200 len: 217 time: 0.0403078 Dec 15 11:43:48.919590 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512084ea-546f-46a3-a030-52a2db4af686 req-28e70104-7715-48fe-9734-1976cfbc29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:48.921240 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-512084ea-546f-46a3-a030-52a2db4af686 req-28e70104-7715-48fe-9734-1976cfbc29a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6529508e-86dc-407c-a00b-db34f1266ae6 HTTP/1.1" status: 200 len: 854 time: 0.0500793 Dec 15 11:43:48.973214 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512084ea-546f-46a3-a030-52a2db4af686 req-34f28fdd-5345-42cb-a924-c9592b5d7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:48.974535 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-512084ea-546f-46a3-a030-52a2db4af686 req-34f28fdd-5345-42cb-a924-c9592b5d7bc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39dcabb9-56ef-45a8-a880-5875e76b5ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457995 Dec 15 11:43:49.028790 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:47Z', 'revision_number': 3, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:49.052906 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.060183 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Checking router: 0b0c5d31-cf01-4b22-b860-5b3af5949b0d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:43:49.060534 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Updating router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d port 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 binding host dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:43:49.088525 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.115875 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-512084ea-546f-46a3-a030-52a2db4af686 req-5bb860fa-76bc-48bc-bc46-dd5e603c973f service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308887 Dec 15 11:43:49.285937 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Allocated IP 172.20.0.1 (829807fd-58b4-4c64-920f-853993a133a2/7303dd95-41cd-42ba-b6cb-33923b6fbe03/3cc0cff5-a174-47a1-883b-93853e63f1f9) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:49.295959 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bf18a-57c2-4bb3-b23d-2a3fafde8c76 req-c1f09ec7-5a44-45fc-affb-407c851c6bc7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:49.297723 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-738bf18a-57c2-4bb3-b23d-2a3fafde8c76 req-c1f09ec7-5a44-45fc-affb-407c851c6bc7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 943 time: 0.0866506 Dec 15 11:43:49.303411 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-512084ea-546f-46a3-a030-52a2db4af686 req-7b68edb9-4897-4900-9dd9-a9bba7e0971a service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710672 Dec 15 11:43:49.363434 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-738bf18a-57c2-4bb3-b23d-2a3fafde8c76 req-869376c0-2b18-4ea4-9a42-3af6398ac52d tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555360 Dec 15 11:43:49.425724 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.432953 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.442367 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.478635 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.488810 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Attempting to bind port 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:49.489175 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Attempting to bind port 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:49.489536 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Attempting to bind port 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 on network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:49.497003 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1a818-bcab-4416-994f-b76ec6add013 None None] Pushing event updated for resources: {'Port': ['ID=5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:49.500988 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:49.501637 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Checking segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:49.502149 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.502543 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Bound using segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:49.503029 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Bound port: 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:49.503446 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.520159 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Network 829807fd-58b4-4c64-920f-853993a133a2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:49.523237 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:49.526912 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:49.564086 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] For port 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:49.567123 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Pushing event updated for resources: {'Port': ['ID=3cc0cff5-a174-47a1-883b-93853e63f1f9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:49.567809 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] For port 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:49.574743 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.589004 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552845'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.644952 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:49.645745 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:49.647643 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1a818-bcab-4416-994f-b76ec6add013 None None] Pushing event updated for resources: {'Port': ['ID=5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:49.749752 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.777768 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:49.891376 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f0450719-1a84-4d49-86e9-529bd6f8013e None None] Provisioning complete for port 3cc0cff5-a174-47a1-883b-93853e63f1f9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:49.891623 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0450719-1a84-4d49-86e9-529bd6f8013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.917510 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.924060 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:49.945466 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f0450719-1a84-4d49-86e9-529bd6f8013e None None] Port 3cc0cff5-a174-47a1-883b-93853e63f1f9 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:43:49.995872 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Pushing event updated for resources: {'Port': ['ID=3cc0cff5-a174-47a1-883b-93853e63f1f9,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:49.998712 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549949'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:50.008754 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:47Z', 'revision_number': 3, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:50.040917 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b9b87a-a7ff-4021-bc60-5cbe4fc3ffba None None] The sync data for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi is: [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:47Z', 'revision_number': 3, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:43:50.099037 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Network 829807fd-58b4-4c64-920f-853993a133a2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:50.100753 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:50.222914 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:43:50.373459 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-82ea6dbc-0df8-4bb4-a8f7-2e17496de16a None None] Provisioning complete for port 3cc0cff5-a174-47a1-883b-93853e63f1f9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:50.373909 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82ea6dbc-0df8-4bb4-a8f7-2e17496de16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:50.375740 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:43:50.390091 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-38d499fb-8d2e-4c9b-9f48-b979daa3bdcd admin admin] 10.222.0.46 "PUT /v2.0/routers/0b0c5d31-cf01-4b22-b860-5b3af5949b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8010719 Dec 15 11:43:50.436795 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-82ea6dbc-0df8-4bb4-a8f7-2e17496de16a None None] Port 3cc0cff5-a174-47a1-883b-93853e63f1f9 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:43:50.483667 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:50.557225 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6072-db9f-47c4-aa92-5621132cde97 req-40ede81f-c1e5-487b-9992-58df24a81511 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:50.558942 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a2ca6072-db9f-47c4-aa92-5621132cde97 req-40ede81f-c1e5-487b-9992-58df24a81511 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 943 time: 0.0783865 Dec 15 11:43:50.570259 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:50.571035 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:50.640833 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a2ca6072-db9f-47c4-aa92-5621132cde97 req-e06194bf-6eba-4ff5-8b78-9c351b326704 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726898 Dec 15 11:43:50.692494 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:50.714372 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:50.719314 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:50.772955 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:51.043763 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47326) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:51.049316 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-490144282-network', 'tenant_id': '9c5a4d753e534502858e0698544d3d38'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:51.073411 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Made reservation on behalf of 9c5a4d753e534502858e0698544d3d38 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:43:51.075891 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.085621 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.179639 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.186103 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.211024 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:43:51.220756 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a81ee4-3770-428a-8510-91b803f57ef0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:51.225807 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.226169 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.segments_db [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Added segment 3763bddb-2640-4520-83cd-2e08a2606523 of type vlan for network 78096d3a-589d-4b50-9e1a-5f6b3102713d Dec 15 11:43:51.271317 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.300650 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.301658 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:51.302252 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.362362 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3172755 Dec 15 11:43:51.365270 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47332) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:51.367470 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e72b3-648e-435d-87ab-f6dd78046b89 admin admin] Pushing event updated for resources: {'Network': ['ID=78096d3a-589d-4b50-9e1a-5f6b3102713d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:51.370361 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] Request body: {'subnet': {'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-490144282-subnet', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:51.378655 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 78096d3a-589d-4b50-9e1a-5f6b3102713d details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:43:51.396131 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] Made reservation on behalf of 9c5a4d753e534502858e0698544d3d38 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:43:51.398535 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260639476'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.596961 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260673674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260639466'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.659020 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e170786a-771e-4cd2-a117-52328be5c1f8,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:51.686138 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] Checking segment: {'id': '3763bddb-2640-4520-83cd-2e08a2606523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:51.686760 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] Network hostable DHCP agents. Network: 78096d3a-589d-4b50-9e1a-5f6b3102713d, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:43:51.713179 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] Network 78096d3a-589d-4b50-9e1a-5f6b3102713d is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:43:51.733202 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 78096d3a-589d-4b50-9e1a-5f6b3102713d) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:51.747706 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c5f100-3e86-46ff-9452-31834217883f None None] Network 78096d3a-589d-4b50-9e1a-5f6b3102713d requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:43:51.754782 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:51.755390 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.779659 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-ef4b055f-1645-491c-b798-bff5f45d0f9b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4107311 Dec 15 11:43:51.779898 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47340) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:51.786565 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-490144282-router', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:51.827461 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d9877-8efd-4874-a404-f985dd871f6d req-cf601e5b-c00f-47d7-8f2a-7611b010631a tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:51.829225 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1c4d9877-8efd-4874-a404-f985dd871f6d req-cf601e5b-c00f-47d7-8f2a-7611b010631a tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 943 time: 0.1086299 Dec 15 11:43:51.851997 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12373'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.853069 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12366'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.878816 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Sync routers for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:43:51.891470 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:51.893091 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:51.902405 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp076dc365-89fe-5bfb-9ff9-8d73b820697d-78096d3a-589d-4b50-9e1a-5f6b3102713d', 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d', 'project_id': '9c5a4d753e534502858e0698544d3d38', 'fixed_ips': [{'subnet_id': 'e170786a-771e-4cd2-a117-52328be5c1f8'}]}} from dv-cinder-813221-4-iscsi. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:43:51.903548 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:51.909246 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1c4d9877-8efd-4874-a404-f985dd871f6d req-3d0f2b92-f927-498e-a6e9-2b07e00bc114 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715384 Dec 15 11:43:51.966479 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.017578 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:52.060133 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Allocated IP 172.20.0.2 (78096d3a-589d-4b50-9e1a-5f6b3102713d/e170786a-771e-4cd2-a117-52328be5c1f8/0fbb3f08-6478-40c7-9066-a568f075e159) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:52.221509 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.228775 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.240858 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 2, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:52.271245 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Checking router: 0b0c5d31-cf01-4b22-b860-5b3af5949b0d for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:43:52.271666 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Updating router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d port 3cc0cff5-a174-47a1-883b-93853e63f1f9 binding host dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:43:52.282218 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Network 78096d3a-589d-4b50-9e1a-5f6b3102713d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:52.283939 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Pushing event updated for resources: {'Port': ['ID=0fbb3f08-6478-40c7-9066-a568f075e159,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:52.286618 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:52.289068 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:52.302210 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.318623 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fffc88-3ac0-4c9b-b095-a3a813ee779d req-7cf069bd-7c7b-4657-8fe6-2cc9fd76da2b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:52.326076 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-75fffc88-3ac0-4c9b-b095-a3a813ee779d req-7cf069bd-7c7b-4657-8fe6-2cc9fd76da2b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 946 time: 0.4318564 Dec 15 11:43:52.359627 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Attempting to bind port 0fbb3f08-6478-40c7-9066-a568f075e159 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:52.359627 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Attempting to bind port 0fbb3f08-6478-40c7-9066-a568f075e159 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '3763bddb-2640-4520-83cd-2e08a2606523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:52.359627 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Attempting to bind port 0fbb3f08-6478-40c7-9066-a568f075e159 on network 78096d3a-589d-4b50-9e1a-5f6b3102713d {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:52.362592 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:52.362964 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Checking segment: {'id': '3763bddb-2640-4520-83cd-2e08a2606523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:52.363366 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.365013 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Bound using segment: {'id': '3763bddb-2640-4520-83cd-2e08a2606523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:52.365508 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Bound port: 0fbb3f08-6478-40c7-9066-a568f075e159, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3763bddb-2640-4520-83cd-2e08a2606523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:52.365973 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.409364 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:52.422867 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-75fffc88-3ac0-4c9b-b095-a3a813ee779d req-0e448578-e337-4280-99b0-8db4d6b56833 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959017 Dec 15 11:43:52.461113 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.478223 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] For port 0fbb3f08-6478-40c7-9066-a568f075e159, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:52.483786 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] For port 0fbb3f08-6478-40c7-9066-a568f075e159, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=0fbb3f08-6478-40c7-9066-a568f075e159,segment=NetworkSegment(3763bddb-2640-4520-83cd-2e08a2606523),segment_id=3763bddb-2640-4520-83cd-2e08a2606523)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:52.492136 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.540284 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:52.540661 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.592924 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e8073-74b4-45cc-8ff2-2aeed869b472 None None] Pushing event updated for resources: {'Port': ['ID=0fbb3f08-6478-40c7-9066-a568f075e159,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:52.704538 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.704747 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.711757 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.726302 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.765472 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec2d90-0cb0-4c8a-994c-d52ac051423b None None] Pushing event updated for resources: {'Port': ['ID=3cc0cff5-a174-47a1-883b-93853e63f1f9,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:52.846010 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Attempting to bind port 3cc0cff5-a174-47a1-883b-93853e63f1f9 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:52.846539 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Attempting to bind port 3cc0cff5-a174-47a1-883b-93853e63f1f9 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:52.846998 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Attempting to bind port 3cc0cff5-a174-47a1-883b-93853e63f1f9 on network 829807fd-58b4-4c64-920f-853993a133a2 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:52.855621 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:52.856302 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Checking segment: {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:52.856925 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.857331 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Bound using segment: {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:52.857834 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Bound port: 3cc0cff5-a174-47a1-883b-93853e63f1f9, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:52.858433 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:52.886557 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Allocated IP 172.27.1.250 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/715c620b-c2c8-453f-aed7-25c4a9193543) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:52.943354 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] For port 3cc0cff5-a174-47a1-883b-93853e63f1f9, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:52.947615 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] For port 3cc0cff5-a174-47a1-883b-93853e63f1f9, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=3cc0cff5-a174-47a1-883b-93853e63f1f9,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:52.954820 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:53.025568 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:53.026418 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:53.047871 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:53.105042 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5a201cac-07f2-4866-9342-5d8525924e3f None None] Provisioning complete for port 3cc0cff5-a174-47a1-883b-93853e63f1f9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:53.105646 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a201cac-07f2-4866-9342-5d8525924e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:53.111122 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec2d90-0cb0-4c8a-994c-d52ac051423b None None] Pushing event updated for resources: {'Port': ['ID=3cc0cff5-a174-47a1-883b-93853e63f1f9,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:53.117455 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b74fc-a190-4cb7-8fda-0160db4a4d1f req-e7e1abd8-139d-4c29-b00d-642d7b57a064 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:53.118979 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4f9b74fc-a190-4cb7-8fda-0160db4a4d1f req-e7e1abd8-139d-4c29-b00d-642d7b57a064 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 943 time: 0.0771070 Dec 15 11:43:53.144970 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:53.173077 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:53.199599 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:53.215513 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:53.228071 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:53.241723 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a201cac-07f2-4866-9342-5d8525924e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:53.269296 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Pushing event updated for resources: {'Port': ['ID=715c620b-c2c8-453f-aed7-25c4a9193543,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:53.280675 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4f9b74fc-a190-4cb7-8fda-0160db4a4d1f req-06a5fca6-0ff2-4870-bbb0-c0f951a71b5e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521258 Dec 15 11:43:53.289138 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5a201cac-07f2-4866-9342-5d8525924e3f None None] For port 3cc0cff5-a174-47a1-883b-93853e63f1f9, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=3cc0cff5-a174-47a1-883b-93853e63f1f9,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:53.297152 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a201cac-07f2-4866-9342-5d8525924e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:53.366981 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a201cac-07f2-4866-9342-5d8525924e3f None None] Pushing event updated for resources: {'Port': ['ID=3cc0cff5-a174-47a1-883b-93853e63f1f9,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:53.421516 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-16ddc5b9-11cd-4263-aab5-52f43516bd41 None None] Provisioning complete for port 3cc0cff5-a174-47a1-883b-93853e63f1f9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:53.421874 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16ddc5b9-11cd-4263-aab5-52f43516bd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:53.471974 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:52Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:53.536274 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a11c1-775b-46ab-871b-0fc89ffa456f None None] The sync data for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi is: [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:52Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:43:53.576656 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:53.692624 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e7ca4-6c85-4ba4-bf8f-9639276007cf req-4882ae44-9c24-4354-b15f-fc45ab999474 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:53.694820 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ea8e7ca4-6c85-4ba4-bf8f-9639276007cf req-4882ae44-9c24-4354-b15f-fc45ab999474 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 946 time: 0.1542418 Dec 15 11:43:53.772781 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a39f5bf9-279b-444b-850e-163ff0a3c699 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:43:53.830222 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ea8e7ca4-6c85-4ba4-bf8f-9639276007cf req-672375ca-35cf-44f6-be6f-e3f41de08df5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265044 Dec 15 11:43:53.855145 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d1feed-f792-4667-8f0b-c878be45552a None None] Network 78096d3a-589d-4b50-9e1a-5f6b3102713d requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:43:53.879320 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552190'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.026921 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Router b95e811c-a23a-402f-a741-62b6470ea4aa is scheduled to L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:43:54.104239 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3715089f-6a76-40d3-82db-7bb6f45ddc6b None None] Provisioning complete for port 0fbb3f08-6478-40c7-9066-a568f075e159 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:54.104601 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3715089f-6a76-40d3-82db-7bb6f45ddc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.151237 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port a39f5bf9-279b-444b-850e-163ff0a3c699, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a39f5bf9-279b-444b-850e-163ff0a3c699,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:54.185556 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'port_id': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'mac_address': 'fa:16:3e:cb:e3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:43:54.191387 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd06cb3-7c78-49b9-b94c-2ea967ade63b req-6360e190-d3d9-4632-a3fb-816907fc9ffa tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:54.193001 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2dd06cb3-7c78-49b9-b94c-2ea967ade63b req-6360e190-d3d9-4632-a3fb-816907fc9ffa tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 946 time: 0.0769472 Dec 15 11:43:54.194741 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:43:54.228278 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Sync routers for ids ['b95e811c-a23a-402f-a741-62b6470ea4aa'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:43:54.242029 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.246758 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-d2e38f3b-75f8-4e28-a735-d39bcd380751 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4625247 Dec 15 11:43:54.246977 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47348) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:54.262762 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.265675 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Routers {'b95e811c-a23a-402f-a741-62b6470ea4aa'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:54.265675 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b95e811c-a23a-402f-a741-62b6470ea4aa'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:54.360371 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-2dd06cb3-7c78-49b9-b94c-2ea967ade63b req-fe0c7ff1-b6a8-4ec2-b57f-17057c206e52 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Deleting port 1becc2f0-d168-43b1-8ad4-805f9f1525a9 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:43:54.360810 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2dd06cb3-7c78-49b9-b94c-2ea967ade63b req-fe0c7ff1-b6a8-4ec2-b57f-17057c206e52 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.459832 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39f5bf9-279b-444b-850e-163ff0a3c699 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:43:54.494091 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3715089f-6a76-40d3-82db-7bb6f45ddc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.520543 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port a39f5bf9-279b-444b-850e-163ff0a3c699, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a39f5bf9-279b-444b-850e-163ff0a3c699,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:54.551197 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Set router b95e811c-a23a-402f-a741-62b6470ea4aa gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:54.585884 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2dd06cb3-7c78-49b9-b94c-2ea967ade63b req-fe0c7ff1-b6a8-4ec2-b57f-17057c206e52 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] For port 1becc2f0-d168-43b1-8ad4-805f9f1525a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1becc2f0-d168-43b1-8ad4-805f9f1525a9,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:54.586259 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2dd06cb3-7c78-49b9-b94c-2ea967ade63b req-fe0c7ff1-b6a8-4ec2-b57f-17057c206e52 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.606994 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-2dd06cb3-7c78-49b9-b94c-2ea967ade63b req-fe0c7ff1-b6a8-4ec2-b57f-17057c206e52 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Calling delete_port for 1becc2f0-d168-43b1-8ad4-805f9f1525a9 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:43:54.613676 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 0fbb3f08-6478-40c7-9066-a568f075e159 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:54.661161 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.705253 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3715089f-6a76-40d3-82db-7bb6f45ddc6b None None] For port 0fbb3f08-6478-40c7-9066-a568f075e159, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=0fbb3f08-6478-40c7-9066-a568f075e159,segment=NetworkSegment(3763bddb-2640-4520-83cd-2e08a2606523),segment_id=3763bddb-2640-4520-83cd-2e08a2606523)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:54.731111 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77f2b-92be-4793-b24b-30def2925daa req-507017a0-42d0-49fe-a432-c724f9f4adea tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:54.732736 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cfa77f2b-92be-4793-b24b-30def2925daa req-507017a0-42d0-49fe-a432-c724f9f4adea tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 944 time: 0.3162498 Dec 15 11:43:54.757124 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3715089f-6a76-40d3-82db-7bb6f45ddc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.823775 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cfa77f2b-92be-4793-b24b-30def2925daa req-e6d49a70-43d2-4199-b891-ab18fd7be9d9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776169 Dec 15 11:43:54.832490 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=a39f5bf9-279b-444b-850e-163ff0a3c699,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:54.880382 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2dd06cb3-7c78-49b9-b94c-2ea967ade63b req-fe0c7ff1-b6a8-4ec2-b57f-17057c206e52 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.906640 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.910282 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 0fbb3f08-6478-40c7-9066-a568f075e159 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:54.910664 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:54.938250 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7ff1-b6a8-4ec2-b57f-17057c206e52 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Pushing event deleted for resources: {'Port': ['ID=1becc2f0-d168-43b1-8ad4-805f9f1525a9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:54.959316 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['d41c3051-f240-4727-9340-3d6b21d07e4d', 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51', '8f7acb79-523f-4488-b7b3-f34712a96e89'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:43:55.023600 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b732926b-891d-4270-832c-9b9cbc85cd1d req-13b2d873-d749-4b71-a903-8cbb2bf1537e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=9403f7cf-81b2-4713-abbc-a0372c4d0ce7 HTTP/1.1" status: 200 len: 210 time: 0.0770323 Dec 15 11:43:55.025712 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715089f-6a76-40d3-82db-7bb6f45ddc6b None None] Pushing event updated for resources: {'Port': ['ID=0fbb3f08-6478-40c7-9066-a568f075e159,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:55.025864 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd06cb3-7c78-49b9-b94c-2ea967ade63b req-fe0c7ff1-b6a8-4ec2-b57f-17057c206e52 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] No DVR routers for this DVR port 1becc2f0-d168-43b1-8ad4-805f9f1525a9 on host hv-cinder-81322 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:43:55.028794 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2dd06cb3-7c78-49b9-b94c-2ea967ade63b req-fe0c7ff1-b6a8-4ec2-b57f-17057c206e52 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:55.032701 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-995ba371-f22a-4e9b-add9-6df09376e1b7 None None] Provisioning complete for port 0fbb3f08-6478-40c7-9066-a568f075e159 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:55.033093 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-995ba371-f22a-4e9b-add9-6df09376e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:55.034887 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2dd06cb3-7c78-49b9-b94c-2ea967ade63b req-fe0c7ff1-b6a8-4ec2-b57f-17057c206e52 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "DELETE /v2.0/ports/1becc2f0-d168-43b1-8ad4-805f9f1525a9 HTTP/1.1" status: 204 len: 173 time: 0.8276849 Dec 15 11:43:55.036106 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9403f7cf-81b2-4713-abbc-a0372c4d0ce7', 'name': 'network-vif-deleted', 'tag': '1becc2f0-d168-43b1-8ad4-805f9f1525a9'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:43:55.045857 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf249099-18d3-4538-8058-9350cb13ca5e" -d '{"events": [{"server_uuid": "9403f7cf-81b2-4713-abbc-a0372c4d0ce7", "name": "network-vif-deleted", "tag": "1becc2f0-d168-43b1-8ad4-805f9f1525a9"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:43:55.105201 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c88e5c-163b-42a7-bded-68791eb0315d x-openstack-request-id: req-07c88e5c-163b-42a7-bded-68791eb0315d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:43:55.106716 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9403f7cf-81b2-4713-abbc-a0372c4d0ce7", "name": "network-vif-deleted", "tag": "1becc2f0-d168-43b1-8ad4-805f9f1525a9", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:43:55.107170 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07c88e5c-163b-42a7-bded-68791eb0315d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:43:55.107785 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9403f7cf-81b2-4713-abbc-a0372c4d0ce7', 'name': 'network-vif-deleted', 'tag': '1becc2f0-d168-43b1-8ad4-805f9f1525a9', 'status': 'completed', 'code': 200} Dec 15 11:43:55.164076 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Allocated IP 172.20.0.1 (78096d3a-589d-4b50-9e1a-5f6b3102713d/e170786a-771e-4cd2-a117-52328be5c1f8/0a871723-79c4-4b11-8954-85d471815385) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:43:55.225175 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['a39f5bf9-279b-444b-850e-163ff0a3c699'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:43:55.287296 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'name': 'tempest-TestVolumeBootPattern-490144282-router', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:51Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 3, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'gw_port': {'id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:52Z', 'updated_at': '2021-12-15T11:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:55.304536 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:55.329744 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 3cc0cff5-a174-47a1-883b-93853e63f1f9 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:55.340962 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:55.341235 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Checking router: b95e811c-a23a-402f-a741-62b6470ea4aa for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:43:55.341732 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Updating router b95e811c-a23a-402f-a741-62b6470ea4aa port 715c620b-c2c8-453f-aed7-25c4a9193543 binding host dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:43:55.427228 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:55.617387 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 3cc0cff5-a174-47a1-883b-93853e63f1f9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:55.617753 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:55.618105 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Network 78096d3a-589d-4b50-9e1a-5f6b3102713d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:55.621264 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:55.625095 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:43:55.651867 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Pushing event updated for resources: {'Port': ['ID=0a871723-79c4-4b11-8954-85d471815385,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:55.675263 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552845'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:55.809652 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 1becc2f0-d168-43b1-8ad4-805f9f1525a9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:43:55.832095 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:55.896556 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: 1becc2f0-d168-43b1-8ad4-805f9f1525a9 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:43:55.896965 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 1becc2f0-d168-43b1-8ad4-805f9f1525a9 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:43:55.971768 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4515d05-e666-40f8-8b69-758ce75ff3bd req-32984c70-d0ce-4c6a-87ae-a3727fbd69eb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:55.976072 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b4515d05-e666-40f8-8b69-758ce75ff3bd req-32984c70-d0ce-4c6a-87ae-a3727fbd69eb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 944 time: 0.0727451 Dec 15 11:43:55.994122 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0433eaad-3604-40fb-8987-5b11778e6550 None None] Provisioning complete for port 0a871723-79c4-4b11-8954-85d471815385 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:55.994495 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0433eaad-3604-40fb-8987-5b11778e6550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.033939 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b4515d05-e666-40f8-8b69-758ce75ff3bd req-3b778e44-2823-486c-8812-e563cdf41f0c tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501118 Dec 15 11:43:56.043344 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.050434 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.122668 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Pushing event updated for resources: {'Port': ['ID=0a871723-79c4-4b11-8954-85d471815385,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:56.125435 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549949'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.238185 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Network 78096d3a-589d-4b50-9e1a-5f6b3102713d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:43:56.239653 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:43:56.260589 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0433eaad-3604-40fb-8987-5b11778e6550 None None] Port 0a871723-79c4-4b11-8954-85d471815385 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:43:56.283619 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.297889 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.378289 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Router b95e811c-a23a-402f-a741-62b6470ea4aa has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:43:56.392040 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e228300-61b5-4860-92f4-d4b9e56794d7 None None] Pushing event updated for resources: {'Port': ['ID=715c620b-c2c8-453f-aed7-25c4a9193543,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:56.398769 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Attempting to bind port 715c620b-c2c8-453f-aed7-25c4a9193543 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:43:56.399137 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Attempting to bind port 715c620b-c2c8-453f-aed7-25c4a9193543 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:43:56.399501 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Attempting to bind port 715c620b-c2c8-453f-aed7-25c4a9193543 on network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:43:56.413955 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:43:56.414359 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Checking segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:43:56.414742 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.415139 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Bound using segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:43:56.416229 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Bound port: 715c620b-c2c8-453f-aed7-25c4a9193543, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:43:56.416706 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.447486 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 0fbb3f08-6478-40c7-9066-a568f075e159 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:56.504151 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:43:56.510023 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-a289b27c-ec5e-4a81-a093-d29ed0459b0f admin admin] 10.222.0.46 "PUT /v2.0/routers/b95e811c-a23a-402f-a741-62b6470ea4aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2623355 Dec 15 11:43:56.537770 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] For port 715c620b-c2c8-453f-aed7-25c4a9193543, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:43:56.542743 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] For port 715c620b-c2c8-453f-aed7-25c4a9193543, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=715c620b-c2c8-453f-aed7-25c4a9193543,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:43:56.554225 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.589209 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 0fbb3f08-6478-40c7-9066-a568f075e159 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:56.589584 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.680468 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-11f62386-6bae-4818-b4c9-7714064ae072 None None] Provisioning complete for port 0a871723-79c4-4b11-8954-85d471815385 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:56.680805 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11f62386-6bae-4818-b4c9-7714064ae072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.684685 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e228300-61b5-4860-92f4-d4b9e56794d7 None None] Pushing event updated for resources: {'Port': ['ID=715c620b-c2c8-453f-aed7-25c4a9193543,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:56.717197 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Routers {'b95e811c-a23a-402f-a741-62b6470ea4aa'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:56.717853 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b95e811c-a23a-402f-a741-62b6470ea4aa'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:56.795146 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-11f62386-6bae-4818-b4c9-7714064ae072 None None] Port 0a871723-79c4-4b11-8954-85d471815385 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:43:56.863996 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] Set router b95e811c-a23a-402f-a741-62b6470ea4aa gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:57.081718 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'name': 'tempest-TestVolumeBootPattern-490144282-router', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:51Z', 'updated_at': '2021-12-15T11:43:55Z', 'revision_number': 4, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'gw_port': {'id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:52Z', 'updated_at': '2021-12-15T11:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '0a871723-79c4-4b11-8954-85d471815385', 'name': '', 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'mac_address': 'fa:16:3e:2f:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e170786a-771e-4cd2-a117-52328be5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:54Z', 'updated_at': '2021-12-15T11:43:55Z', 'revision_number': 2, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'subnets': [{'id': 'e170786a-771e-4cd2-a117-52328be5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:57.082424 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47372) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:57.087122 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-128954480', 'description': 'tempest-secgroup-smoke-128954480 description', 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:57.116221 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05741297-f99a-48ce-82fe-d284d64087a3 None None] The sync data for ids ['b95e811c-a23a-402f-a741-62b6470ea4aa'] in dv-cinder-813221-4-iscsi is: [{'id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'name': 'tempest-TestVolumeBootPattern-490144282-router', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:51Z', 'updated_at': '2021-12-15T11:43:55Z', 'revision_number': 4, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'gw_port': {'id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:52Z', 'updated_at': '2021-12-15T11:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '0a871723-79c4-4b11-8954-85d471815385', 'name': '', 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'mac_address': 'fa:16:3e:2f:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e170786a-771e-4cd2-a117-52328be5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:54Z', 'updated_at': '2021-12-15T11:43:55Z', 'revision_number': 2, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'subnets': [{'id': 'e170786a-771e-4cd2-a117-52328be5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:43:57.120237 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.181645 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3401a3-4f04-4768-885f-51256ec34fb8 req-ad437112-8d09-463c-b4ac-36ea16745c9e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:57.183262 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ad3401a3-4f04-4768-885f-51256ec34fb8 req-ad437112-8d09-463c-b4ac-36ea16745c9e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 944 time: 0.0750575 Dec 15 11:43:57.260894 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.266094 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ad3401a3-4f04-4768-885f-51256ec34fb8 req-20ef627f-1421-479d-b200-89f646332de4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728092 Dec 15 11:43:57.268270 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.302080 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.303750 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2202568 Dec 15 11:43:57.306859 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47378) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:57.313408 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-39159551-6fa2-4e5c-8f7d-c09868449030 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'security_group_rule': {'security_group_id': 'd034be66-de5a-497c-9709-740cf67f5828', 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:57.318568 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d034be66-de5a-497c-9709-740cf67f5828,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:57.330465 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.330816 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.331167 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.336150 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.336150 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.336150 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.336150 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.336150 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.336150 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.337014 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.337014 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.337014 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.337358 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a6991-27fa-4bb9-b477-e993d899954e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.389579 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39159551-6fa2-4e5c-8f7d-c09868449030 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.487846 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39159551-6fa2-4e5c-8f7d-c09868449030 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.498813 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39159551-6fa2-4e5c-8f7d-c09868449030 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.536026 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39159551-6fa2-4e5c-8f7d-c09868449030 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2bb163-6a74-4bb7-8cbe-24de63c9e0e0,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:57.544266 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39159551-6fa2-4e5c-8f7d-c09868449030 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.545516 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-39159551-6fa2-4e5c-8f7d-c09868449030 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2368579 Dec 15 11:43:57.548485 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47382) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:57.553057 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-917cdd34-06c0-4784-86fd-cbc7a92e6bfc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'security_group_rule': {'security_group_id': 'd034be66-de5a-497c-9709-740cf67f5828', 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:57.582642 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c059e9e-be65-4bbe-8171-ccee8b230505 req-819ebc38-c669-49b2-b377-8671697422d0 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:57.584279 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9c059e9e-be65-4bbe-8171-ccee8b230505 req-819ebc38-c669-49b2-b377-8671697422d0 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0988691 Dec 15 11:43:57.613984 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917cdd34-06c0-4784-86fd-cbc7a92e6bfc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.668885 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9c059e9e-be65-4bbe-8171-ccee8b230505 req-e1899095-ff16-4c1e-a1c1-c78b7ce25e65 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772409 Dec 15 11:43:57.703899 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917cdd34-06c0-4784-86fd-cbc7a92e6bfc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.711003 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917cdd34-06c0-4784-86fd-cbc7a92e6bfc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.732127 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cdd34-06c0-4784-86fd-cbc7a92e6bfc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f80761-5691-453a-961a-9856e97dd76a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:57.738711 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917cdd34-06c0-4784-86fd-cbc7a92e6bfc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.740069 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-917cdd34-06c0-4784-86fd-cbc7a92e6bfc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1906610 Dec 15 11:43:57.743336 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47384) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:57.748601 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'security_group_rule': {'security_group_id': 'd034be66-de5a-497c-9709-740cf67f5828', 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:57.781556 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.808249 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a39f5bf9-279b-444b-850e-163ff0a3c699 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:57.879878 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.884293 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port a39f5bf9-279b-444b-850e-163ff0a3c699 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:43:57.884893 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.891022 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port a39f5bf9-279b-444b-850e-163ff0a3c699 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:57.891022 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.908308 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96dc9b3d-aa13-4689-b36d-fde814352564,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:57.916984 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.917221 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.917566 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.918283 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.918578 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.919303 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.919303 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.919726 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.920060 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.920389 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.920720 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.921038 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.921359 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:57.927222 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.930990 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-dd667dc0-a3aa-4315-bc81-bee87bf28d01 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1839936 Dec 15 11:43:57.931223 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47386) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:57.937349 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-da5f37b0-1ef0-4a5f-bd78-f0b1a3867bee tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'security_group_rule': {'security_group_id': 'd034be66-de5a-497c-9709-740cf67f5828', 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:57.969469 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da5f37b0-1ef0-4a5f-bd78-f0b1a3867bee tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:57.992389 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.022154 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:43:58.024868 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899920a6-7fa2-4d25-b677-6757dc0d2714" -d '{"events": [{"server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "name": "network-vif-plugged", "status": "completed", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:43:58.043763 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port a39f5bf9-279b-444b-850e-163ff0a3c699, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a39f5bf9-279b-444b-850e-163ff0a3c699,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:58.048755 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.056149 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da5f37b0-1ef0-4a5f-bd78-f0b1a3867bee tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.063055 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da5f37b0-1ef0-4a5f-bd78-f0b1a3867bee tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.085055 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f37b0-1ef0-4a5f-bd78-f0b1a3867bee tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7dcc3e-807a-4485-81d7-117fde875697,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:58.095949 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da5f37b0-1ef0-4a5f-bd78-f0b1a3867bee tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.101091 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47392) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:58.101748 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-da5f37b0-1ef0-4a5f-bd78-f0b1a3867bee tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1657505 Dec 15 11:43:58.105979 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-33925422-d16d-4dda-a2ed-7f4d338c6caa tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'security_group_rule': {'security_group_id': 'd034be66-de5a-497c-9709-740cf67f5828', 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:58.122492 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=a39f5bf9-279b-444b-850e-163ff0a3c699,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:58.143714 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-33925422-d16d-4dda-a2ed-7f4d338c6caa tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Project a74c170d0e1d43ccab75cc19eaff6707 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:43:58.150565 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33925422-d16d-4dda-a2ed-7f4d338c6caa tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.177985 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae59ef6-60d7-4054-a459-17aef4d1e117 x-openstack-request-id: req-8ae59ef6-60d7-4054-a459-17aef4d1e117 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:43:58.178365 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "name": "network-vif-plugged", "status": "completed", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:43:58.178749 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ae59ef6-60d7-4054-a459-17aef4d1e117 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:43:58.179270 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'code': 200} Dec 15 11:43:58.231886 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33925422-d16d-4dda-a2ed-7f4d338c6caa tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.238231 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33925422-d16d-4dda-a2ed-7f4d338c6caa tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.258693 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33925422-d16d-4dda-a2ed-7f4d338c6caa tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6b6a47-a7fa-4858-9ca9-60711afe93ee,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:58.279136 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33925422-d16d-4dda-a2ed-7f4d338c6caa tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.281045 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-33925422-d16d-4dda-a2ed-7f4d338c6caa tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1787305 Dec 15 11:43:58.283894 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:58.291209 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dfad6562-7881-4789-a73e-90bcee8af550 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'security_group_rule': {'security_group_id': 'd034be66-de5a-497c-9709-740cf67f5828', 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:58.330197 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-dfad6562-7881-4789-a73e-90bcee8af550 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Project a74c170d0e1d43ccab75cc19eaff6707 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:43:58.338883 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfad6562-7881-4789-a73e-90bcee8af550 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.457181 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 715c620b-c2c8-453f-aed7-25c4a9193543 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:58.482032 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e396-8ceb-457c-af97-52a5a154093c req-7cd2c727-5f80-43d1-945a-2bca6ebd243d tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:58.483623 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-90f2e396-8ceb-457c-af97-52a5a154093c req-7cd2c727-5f80-43d1-945a-2bca6ebd243d tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 945 time: 0.1091192 Dec 15 11:43:58.497714 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfad6562-7881-4789-a73e-90bcee8af550 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.509164 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfad6562-7881-4789-a73e-90bcee8af550 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.518166 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 715c620b-c2c8-453f-aed7-25c4a9193543 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:58.518536 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.524721 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c7271-9a29-46f9-84e1-146f0ba82e5e req-9f94f4e4-17f1-4c48-854e-065f93a3be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:58.526086 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3d1c7271-9a29-46f9-84e1-146f0ba82e5e req-9f94f4e4-17f1-4c48-854e-065f93a3be1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 1098 time: 0.1169481 Dec 15 11:43:58.563136 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfad6562-7881-4789-a73e-90bcee8af550 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.567397 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-dfad6562-7881-4789-a73e-90bcee8af550 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2794962 Dec 15 11:43:58.567397 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad6562-7881-4789-a73e-90bcee8af550 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c9edbb-9a25-49a1-a030-332c8eb00daa,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:58.615216 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-90f2e396-8ceb-457c-af97-52a5a154093c req-c6ce4843-985a-4075-90f5-ec781c15b878 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196990 Dec 15 11:43:58.617072 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.634519 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3d1c7271-9a29-46f9-84e1-146f0ba82e5e req-3f8bc7be-0a07-4e0f-9faf-2ae550ba94ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968413 Dec 15 11:43:58.654736 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 715c620b-c2c8-453f-aed7-25c4a9193543, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=715c620b-c2c8-453f-aed7-25c4a9193543,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:58.661401 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.719371 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=715c620b-c2c8-453f-aed7-25c4a9193543,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:58.816065 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ccd81-637b-4536-ac78-6fd3f2065e39 req-b58e6c64-ac7d-47cd-88d2-5e024497a678 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:58.817573 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-100ccd81-637b-4536-ac78-6fd3f2065e39 req-b58e6c64-ac7d-47cd-88d2-5e024497a678 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0598314 Dec 15 11:43:58.872310 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-100ccd81-637b-4536-ac78-6fd3f2065e39 req-5d47fa8e-674b-4e62-9249-47ec545d1f3d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485313 Dec 15 11:43:59.747356 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be727238-fb81-43c1-8788-9eb72f19e250 req-4946dec5-95d4-4707-a472-a6ea3adef63f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:59.748952 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-be727238-fb81-43c1-8788-9eb72f19e250 req-4946dec5-95d4-4707-a472-a6ea3adef63f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 945 time: 0.0557702 Dec 15 11:43:59.810871 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-be727238-fb81-43c1-8788-9eb72f19e250 req-602c8607-5bec-45c1-8619-c832bdf85142 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554206 Dec 15 11:44:00.012445 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c669985-c7b1-450a-af2b-24dfb6eca2bd req-f5d05379-b572-4707-af54-7f55ab05a87e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:00.014069 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6c669985-c7b1-450a-af2b-24dfb6eca2bd req-f5d05379-b572-4707-af54-7f55ab05a87e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0661931 Dec 15 11:44:00.072313 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6c669985-c7b1-450a-af2b-24dfb6eca2bd req-5a78e147-b694-4bfa-816a-4dc8b0565d9b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511940 Dec 15 11:44:00.277799 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fa3a0-c770-411b-8e84-c4657fa42d85 req-0a2df04b-cf82-44a0-9c0e-7adbbcd2f57e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:00.279489 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-006fa3a0-c770-411b-8e84-c4657fa42d85 req-0a2df04b-cf82-44a0-9c0e-7adbbcd2f57e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 945 time: 0.0546296 Dec 15 11:44:00.388619 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 715c620b-c2c8-453f-aed7-25c4a9193543 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:44:00.446054 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-006fa3a0-c770-411b-8e84-c4657fa42d85 req-f49ab1af-2b9f-43ce-9329-f12d9c8f8b14 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Deleting port 8f7acb79-523f-4488-b7b3-f34712a96e89 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:44:00.446525 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-006fa3a0-c770-411b-8e84-c4657fa42d85 req-f49ab1af-2b9f-43ce-9329-f12d9c8f8b14 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:00.462577 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 715c620b-c2c8-453f-aed7-25c4a9193543 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:00.463043 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:00.564388 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-006fa3a0-c770-411b-8e84-c4657fa42d85 req-f49ab1af-2b9f-43ce-9329-f12d9c8f8b14 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] For port 8f7acb79-523f-4488-b7b3-f34712a96e89, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f7acb79-523f-4488-b7b3-f34712a96e89,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:00.564905 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-006fa3a0-c770-411b-8e84-c4657fa42d85 req-f49ab1af-2b9f-43ce-9329-f12d9c8f8b14 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:00.579474 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-006fa3a0-c770-411b-8e84-c4657fa42d85 req-f49ab1af-2b9f-43ce-9329-f12d9c8f8b14 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Calling delete_port for 8f7acb79-523f-4488-b7b3-f34712a96e89 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:44:00.741661 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-006fa3a0-c770-411b-8e84-c4657fa42d85 req-f49ab1af-2b9f-43ce-9329-f12d9c8f8b14 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:00.778238 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ab1af-2b9f-43ce-9329-f12d9c8f8b14 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Pushing event deleted for resources: {'Port': ['ID=8f7acb79-523f-4488-b7b3-f34712a96e89,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:00.795507 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['d41c3051-f240-4727-9340-3d6b21d07e4d', 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51', '8f7acb79-523f-4488-b7b3-f34712a96e89'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:44:00.845499 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-006fa3a0-c770-411b-8e84-c4657fa42d85 req-f49ab1af-2b9f-43ce-9329-f12d9c8f8b14 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] No DVR routers for this DVR port 8f7acb79-523f-4488-b7b3-f34712a96e89 on host hv-cinder-81322 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:44:00.848702 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-006fa3a0-c770-411b-8e84-c4657fa42d85 req-f49ab1af-2b9f-43ce-9329-f12d9c8f8b14 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:00.852180 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-006fa3a0-c770-411b-8e84-c4657fa42d85 req-f49ab1af-2b9f-43ce-9329-f12d9c8f8b14 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "DELETE /v2.0/ports/8f7acb79-523f-4488-b7b3-f34712a96e89 HTTP/1.1" status: 204 len: 173 time: 0.5194571 Dec 15 11:44:00.852657 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa05b192-885b-4753-8532-7ba3b68df5cd', 'name': 'network-vif-deleted', 'tag': '8f7acb79-523f-4488-b7b3-f34712a96e89'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:00.855030 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3b3309-5df2-440b-8511-076c713a7a90" -d '{"events": [{"server_uuid": "fa05b192-885b-4753-8532-7ba3b68df5cd", "name": "network-vif-deleted", "tag": "8f7acb79-523f-4488-b7b3-f34712a96e89"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:00.941433 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d2a8e9-63d2-4b0e-9b07-8c25304f543d x-openstack-request-id: req-30d2a8e9-63d2-4b0e-9b07-8c25304f543d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:00.943484 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa05b192-885b-4753-8532-7ba3b68df5cd", "name": "network-vif-deleted", "tag": "8f7acb79-523f-4488-b7b3-f34712a96e89", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:00.944311 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30d2a8e9-63d2-4b0e-9b07-8c25304f543d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:00.945634 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa05b192-885b-4753-8532-7ba3b68df5cd', 'name': 'network-vif-deleted', 'tag': '8f7acb79-523f-4488-b7b3-f34712a96e89', 'status': 'completed', 'code': 200} Dec 15 11:44:00.949930 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Sync routers for ids ['b95e811c-a23a-402f-a741-62b6470ea4aa'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:44:00.985187 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Routers {'b95e811c-a23a-402f-a741-62b6470ea4aa'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:00.985833 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b95e811c-a23a-402f-a741-62b6470ea4aa'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:00.993736 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f48c7f-e027-4b9a-86ce-f450d8c68bf4 req-0f1628b2-63b5-49ed-bb8f-25fdedd6bfc9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:00.995768 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-13f48c7f-e027-4b9a-86ce-f450d8c68bf4 req-0f1628b2-63b5-49ed-bb8f-25fdedd6bfc9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 945 time: 0.0933447 Dec 15 11:44:01.060199 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-13f48c7f-e027-4b9a-86ce-f450d8c68bf4 req-e17b6d4d-0b6a-4964-bfb0-9e7ce26747d0 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575311 Dec 15 11:44:01.103725 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Set router b95e811c-a23a-402f-a741-62b6470ea4aa gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:01.210950 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fca313fa-002e-4057-8d2a-c5729a0d78fd req-3bc5bf13-b7e1-4044-ad37-4b9cd5acac24 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa05b192-885b-4753-8532-7ba3b68df5cd HTTP/1.1" status: 200 len: 210 time: 0.0324941 Dec 15 11:44:01.229878 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecd657-6819-4ab7-b4a6-7ee3ee1fe1c7 req-6a1962c1-1027-4aef-ad04-5d0c6e6c91a3 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:01.231649 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-47ecd657-6819-4ab7-b4a6-7ee3ee1fe1c7 req-6a1962c1-1027-4aef-ad04-5d0c6e6c91a3 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 945 time: 0.0822742 Dec 15 11:44:01.290274 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-47ecd657-6819-4ab7-b4a6-7ee3ee1fe1c7 req-caa31736-6f1b-43a5-94a6-33d146e16b31 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520310 Dec 15 11:44:01.348665 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'name': 'tempest-TestVolumeBootPattern-490144282-router', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:51Z', 'updated_at': '2021-12-15T11:43:55Z', 'revision_number': 4, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'gw_port': {'id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:52Z', 'updated_at': '2021-12-15T11:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '0a871723-79c4-4b11-8954-85d471815385', 'name': '', 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'mac_address': 'fa:16:3e:2f:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e170786a-771e-4cd2-a117-52328be5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:54Z', 'updated_at': '2021-12-15T11:43:55Z', 'revision_number': 2, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'subnets': [{'id': 'e170786a-771e-4cd2-a117-52328be5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:01.403031 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Checking router: b95e811c-a23a-402f-a741-62b6470ea4aa for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:44:01.403031 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Updating router b95e811c-a23a-402f-a741-62b6470ea4aa port 0a871723-79c4-4b11-8954-85d471815385 binding host dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:44:01.432948 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:01.738353 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:01.750367 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:01.826567 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef647a-f584-4853-ade0-154eebbe3aed None None] Pushing event updated for resources: {'Port': ['ID=0a871723-79c4-4b11-8954-85d471815385,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:01.872349 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Attempting to bind port 0a871723-79c4-4b11-8954-85d471815385 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:44:01.872857 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Attempting to bind port 0a871723-79c4-4b11-8954-85d471815385 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '3763bddb-2640-4520-83cd-2e08a2606523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:44:01.873304 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Attempting to bind port 0a871723-79c4-4b11-8954-85d471815385 on network 78096d3a-589d-4b50-9e1a-5f6b3102713d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:44:01.874734 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4bb1d-70db-4b4b-aeea-12a7ebb7df81 req-44241512-8df1-4cc1-8fad-ba963f96063e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:01.876365 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-efc4bb1d-70db-4b4b-aeea-12a7ebb7df81 req-44241512-8df1-4cc1-8fad-ba963f96063e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 945 time: 0.0740292 Dec 15 11:44:01.880247 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:44:01.880815 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Checking segment: {'id': '3763bddb-2640-4520-83cd-2e08a2606523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:44:01.881311 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:01.881873 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Bound using segment: {'id': '3763bddb-2640-4520-83cd-2e08a2606523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:44:01.882421 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Bound port: 0a871723-79c4-4b11-8954-85d471815385, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3763bddb-2640-4520-83cd-2e08a2606523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:44:01.882900 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:01.944229 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-efc4bb1d-70db-4b4b-aeea-12a7ebb7df81 req-e0092006-b91a-4b27-bffd-83acb027cf60 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588276 Dec 15 11:44:01.958794 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] For port 0a871723-79c4-4b11-8954-85d471815385, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:44:01.962138 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] For port 0a871723-79c4-4b11-8954-85d471815385, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=0a871723-79c4-4b11-8954-85d471815385,segment=NetworkSegment(3763bddb-2640-4520-83cd-2e08a2606523),segment_id=3763bddb-2640-4520-83cd-2e08a2606523)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:44:01.968721 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:02.033565 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef647a-f584-4853-ade0-154eebbe3aed None None] Pushing event updated for resources: {'Port': ['ID=0a871723-79c4-4b11-8954-85d471815385,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:02.059191 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Routers {'b95e811c-a23a-402f-a741-62b6470ea4aa'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:02.059778 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:43:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b95e811c-a23a-402f-a741-62b6470ea4aa'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:02.065734 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8f31b802-d199-4789-9bc3-4dbfd869713e None None] Provisioning complete for port 0a871723-79c4-4b11-8954-85d471815385 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:02.066350 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f31b802-d199-4789-9bc3-4dbfd869713e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:02.176449 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f31b802-d199-4789-9bc3-4dbfd869713e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:02.249568 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8f31b802-d199-4789-9bc3-4dbfd869713e None None] For port 0a871723-79c4-4b11-8954-85d471815385, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=0a871723-79c4-4b11-8954-85d471815385,segment=NetworkSegment(3763bddb-2640-4520-83cd-2e08a2606523),segment_id=3763bddb-2640-4520-83cd-2e08a2606523)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:02.257048 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f31b802-d199-4789-9bc3-4dbfd869713e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:02.339540 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] Set router b95e811c-a23a-402f-a741-62b6470ea4aa gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:02.385072 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31b802-d199-4789-9bc3-4dbfd869713e None None] Pushing event updated for resources: {'Port': ['ID=0a871723-79c4-4b11-8954-85d471815385,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:02.419868 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4dbd0edf-294f-4c1e-aa6d-e96ae1c16dae None None] Provisioning complete for port 0a871723-79c4-4b11-8954-85d471815385 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:02.420248 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4dbd0edf-294f-4c1e-aa6d-e96ae1c16dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:02.481262 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 0a871723-79c4-4b11-8954-85d471815385 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:44:02.593896 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 0a871723-79c4-4b11-8954-85d471815385 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:02.594268 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:02.656180 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fae7b9-ffed-4e77-b7bf-27d7689175f9 req-bce2d41d-ec7e-4ea6-aa68-9c2833606e3e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:02.658863 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a8fae7b9-ffed-4e77-b7bf-27d7689175f9 req-bce2d41d-ec7e-4ea6-aa68-9c2833606e3e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 946 time: 0.0548551 Dec 15 11:44:02.663014 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'name': 'tempest-TestVolumeBootPattern-490144282-router', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:51Z', 'updated_at': '2021-12-15T11:43:55Z', 'revision_number': 4, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'gw_port': {'id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:52Z', 'updated_at': '2021-12-15T11:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '0a871723-79c4-4b11-8954-85d471815385', 'name': '', 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'mac_address': 'fa:16:3e:2f:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e170786a-771e-4cd2-a117-52328be5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:54Z', 'updated_at': '2021-12-15T11:44:01Z', 'revision_number': 4, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'subnets': [{'id': 'e170786a-771e-4cd2-a117-52328be5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:02.691079 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c9b40-8206-43f7-bb2b-b18297330d4d None None] The sync data for ids ['b95e811c-a23a-402f-a741-62b6470ea4aa'] in dv-cinder-813221-4-iscsi is: [{'id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'name': 'tempest-TestVolumeBootPattern-490144282-router', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:51Z', 'updated_at': '2021-12-15T11:43:55Z', 'revision_number': 4, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'gw_port': {'id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:52Z', 'updated_at': '2021-12-15T11:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '0a871723-79c4-4b11-8954-85d471815385', 'name': '', 'network_id': '78096d3a-589d-4b50-9e1a-5f6b3102713d', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'mac_address': 'fa:16:3e:2f:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e170786a-771e-4cd2-a117-52328be5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:54Z', 'updated_at': '2021-12-15T11:44:01Z', 'revision_number': 4, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'subnets': [{'id': 'e170786a-771e-4cd2-a117-52328be5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:44:02.716683 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a8fae7b9-ffed-4e77-b7bf-27d7689175f9 req-0406146d-b68c-45ad-9e10-f0283ca68d9d tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503232 Dec 15 11:44:02.844634 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:44:03.784962 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3509a1d5-6507-46bf-8459-31e377295a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:03.828483 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 8f7acb79-523f-4488-b7b3-f34712a96e89 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:44:03.862085 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: 8f7acb79-523f-4488-b7b3-f34712a96e89 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:44:03.862431 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 8f7acb79-523f-4488-b7b3-f34712a96e89 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:44:03.866896 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8350b-ca1b-46ac-b0e6-aa214d58360b req-34fff4d6-eafe-4e3d-8d66-98cc64cd4a9b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:03.868509 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c3b8350b-ca1b-46ac-b0e6-aa214d58360b req-34fff4d6-eafe-4e3d-8d66-98cc64cd4a9b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 946 time: 0.0758600 Dec 15 11:44:03.922873 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c3b8350b-ca1b-46ac-b0e6-aa214d58360b req-0d299912-977c-4deb-8015-24581e6ebbc7 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481560 Dec 15 11:44:04.407544 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 0a871723-79c4-4b11-8954-85d471815385 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:44:04.422149 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a66e91-5705-4987-895e-1638f2db8ab5 req-d6bd3670-51c5-45d8-8140-02a2d4e4d719 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:04.423871 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-48a66e91-5705-4987-895e-1638f2db8ab5 req-d6bd3670-51c5-45d8-8140-02a2d4e4d719 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0768623 Dec 15 11:44:04.466952 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 0a871723-79c4-4b11-8954-85d471815385 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:04.467418 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:04.478082 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-48a66e91-5705-4987-895e-1638f2db8ab5 req-8e7f7025-22ee-464d-9564-fdca1361840c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475352 Dec 15 11:44:04.832131 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db985f4-b4de-4739-86f4-cb0caa5d1212 req-fdd0a646-4d58-41e1-9b1b-c3584b98c64b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:04.833630 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0db985f4-b4de-4739-86f4-cb0caa5d1212 req-fdd0a646-4d58-41e1-9b1b-c3584b98c64b tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 946 time: 0.0514665 Dec 15 11:44:04.937709 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0db985f4-b4de-4739-86f4-cb0caa5d1212 req-dd06a9ae-5271-46ec-85d6-5cec49b1aeb5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Deleting port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:44:04.938476 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0db985f4-b4de-4739-86f4-cb0caa5d1212 req-dd06a9ae-5271-46ec-85d6-5cec49b1aeb5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:05.062231 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0db985f4-b4de-4739-86f4-cb0caa5d1212 req-dd06a9ae-5271-46ec-85d6-5cec49b1aeb5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] For port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:05.062578 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0db985f4-b4de-4739-86f4-cb0caa5d1212 req-dd06a9ae-5271-46ec-85d6-5cec49b1aeb5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:05.080138 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0db985f4-b4de-4739-86f4-cb0caa5d1212 req-dd06a9ae-5271-46ec-85d6-5cec49b1aeb5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Calling delete_port for b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:44:05.100335 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614da08-fc98-48e6-8cb5-ea67080209fb req-4cea11f8-a66a-453e-a71a-1bf41fea2aa8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:05.101855 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4614da08-fc98-48e6-8cb5-ea67080209fb req-4cea11f8-a66a-453e-a71a-1bf41fea2aa8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a70b728-31fc-4f22-8cc9-04bb8fdb67f4 HTTP/1.1" status: 200 len: 946 time: 0.0970852 Dec 15 11:44:05.209734 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4614da08-fc98-48e6-8cb5-ea67080209fb req-bc6a52a2-964d-489a-8900-1c804a767647 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760653 Dec 15 11:44:05.274309 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0db985f4-b4de-4739-86f4-cb0caa5d1212 req-dd06a9ae-5271-46ec-85d6-5cec49b1aeb5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:05.315606 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06a9ae-5271-46ec-85d6-5cec49b1aeb5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Pushing event deleted for resources: {'Port': ['ID=b9fe75c7-4a6b-4fe2-8346-045b3b53ad51,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:05.320551 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['d41c3051-f240-4727-9340-3d6b21d07e4d', 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:44:05.356027 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db985f4-b4de-4739-86f4-cb0caa5d1212 req-dd06a9ae-5271-46ec-85d6-5cec49b1aeb5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] No DVR routers for this DVR port b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 on host hv-cinder-81322 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:44:05.358721 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0db985f4-b4de-4739-86f4-cb0caa5d1212 req-dd06a9ae-5271-46ec-85d6-5cec49b1aeb5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:05.362370 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0db985f4-b4de-4739-86f4-cb0caa5d1212 req-dd06a9ae-5271-46ec-85d6-5cec49b1aeb5 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "DELETE /v2.0/ports/b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 HTTP/1.1" status: 204 len: 173 time: 0.5220535 Dec 15 11:44:05.362845 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a70b728-31fc-4f22-8cc9-04bb8fdb67f4', 'name': 'network-vif-deleted', 'tag': 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:05.365207 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd5453-e501-41ec-9055-58760452362d" -d '{"events": [{"server_uuid": "4a70b728-31fc-4f22-8cc9-04bb8fdb67f4", "name": "network-vif-deleted", "tag": "b9fe75c7-4a6b-4fe2-8346-045b3b53ad51"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:05.414427 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c19224-3494-4ecc-a9e3-270df23fa6bf x-openstack-request-id: req-b7c19224-3494-4ecc-a9e3-270df23fa6bf {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:05.414793 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a70b728-31fc-4f22-8cc9-04bb8fdb67f4", "name": "network-vif-deleted", "tag": "b9fe75c7-4a6b-4fe2-8346-045b3b53ad51", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:05.415177 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7c19224-3494-4ecc-a9e3-270df23fa6bf {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:05.415672 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a70b728-31fc-4f22-8cc9-04bb8fdb67f4', 'name': 'network-vif-deleted', 'tag': 'b9fe75c7-4a6b-4fe2-8346-045b3b53ad51', 'status': 'completed', 'code': 200} Dec 15 11:44:05.611027 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a8fa1-f77f-4d1d-8c6a-4e3894ea66f0 req-1751f618-a375-4d48-9e86-dafb08f83501 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:05.612818 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bc9a8fa1-f77f-4d1d-8c6a-4e3894ea66f0 req-1751f618-a375-4d48-9e86-dafb08f83501 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0611374 Dec 15 11:44:05.678574 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bc9a8fa1-f77f-4d1d-8c6a-4e3894ea66f0 req-74fe588b-bd08-48d7-9d56-8a4a852f9951 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572810 Dec 15 11:44:06.165328 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b01c6b40-348a-4f3b-94e6-74e6f37903b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:06.807070 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eecf66-7bae-474e-86e8-0a51c32d4c40 req-a3ef08c5-acee-4d57-aaff-d7cc50d3f703 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:06.808790 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d7eecf66-7bae-474e-86e8-0a51c32d4c40 req-a3ef08c5-acee-4d57-aaff-d7cc50d3f703 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0568812 Dec 15 11:44:06.864008 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d7eecf66-7bae-474e-86e8-0a51c32d4c40 req-067ff1d2-bd02-4422-9549-a2dc3cbe722b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Dec 15 11:44:07.254373 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:07.651496 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f7de3-231d-4b38-918d-cc6984013cc1 req-9e5a93ad-d0d4-4213-8df2-c8b88dcf36ca tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:07.653029 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9e6f7de3-231d-4b38-918d-cc6984013cc1 req-9e5a93ad-d0d4-4213-8df2-c8b88dcf36ca tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 946 time: 0.0553186 Dec 15 11:44:07.713168 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9e6f7de3-231d-4b38-918d-cc6984013cc1 req-7a930b7a-3c4c-46d2-992d-73e68d2e0b14 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500009 Dec 15 11:44:08.013428 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0534d21-73cd-4a3b-a5bb-32212f3fe74d req-1e1e3a5c-7c6a-4560-9ee2-ea4413039698 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:08.014949 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b0534d21-73cd-4a3b-a5bb-32212f3fe74d req-1e1e3a5c-7c6a-4560-9ee2-ea4413039698 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0609350 Dec 15 11:44:08.081585 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b0534d21-73cd-4a3b-a5bb-32212f3fe74d req-5dadca89-a135-4ca7-b016-34170f5d7d52 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571635 Dec 15 11:44:08.840500 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dcdbd-f4a3-4c66-8c83-ef762f7bb17d req-55db6343-e583-43a7-83cd-945b361a9bf8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:08.842263 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-632dcdbd-f4a3-4c66-8c83-ef762f7bb17d req-55db6343-e583-43a7-83cd-945b361a9bf8 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 946 time: 0.0526698 Dec 15 11:44:08.858627 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:08.895334 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-632dcdbd-f4a3-4c66-8c83-ef762f7bb17d req-23ea2eeb-bbdb-49c3-aa75-f6b996e5d098 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465653 Dec 15 11:44:09.221627 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e51224-5c89-4307-bcb3-cb22c177d2fc req-440fa692-3580-47cc-9e5d-5da1cbb2c6f3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:09.223111 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-04e51224-5c89-4307-bcb3-cb22c177d2fc req-440fa692-3580-47cc-9e5d-5da1cbb2c6f3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0644948 Dec 15 11:44:09.278323 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-04e51224-5c89-4307-bcb3-cb22c177d2fc req-8e7ddbaf-538b-45e9-9550-ab159e1d18ae tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489891 Dec 15 11:44:09.522565 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:09.858019 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:44:09.882405 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:44:09.882405 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device b9fe75c7-4a6b-4fe2-8346-045b3b53ad51 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:44:09.904763 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0764c4c-9444-4cb4-a0af-1f2770cb0702 req-7c17a536-f4c2-4976-86b3-3012e8799ba0 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:09.906157 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d0764c4c-9444-4cb4-a0af-1f2770cb0702 req-7c17a536-f4c2-4976-86b3-3012e8799ba0 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 946 time: 0.0515845 Dec 15 11:44:10.034976 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646faa7-8ac7-4b15-92e3-674cefc8962d req-bab0e8ce-a92b-49d8-8546-a7c1cd63d65e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:10.036449 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7646faa7-8ac7-4b15-92e3-674cefc8962d req-bab0e8ce-a92b-49d8-8546-a7c1cd63d65e tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 946 time: 0.0619423 Dec 15 11:44:10.052543 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d0764c4c-9444-4cb4-a0af-1f2770cb0702 req-68d0489e-6b3a-4829-bb1f-a10e6701de80 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Deleting port d41c3051-f240-4727-9340-3d6b21d07e4d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:44:10.052879 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0764c4c-9444-4cb4-a0af-1f2770cb0702 req-68d0489e-6b3a-4829-bb1f-a10e6701de80 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:10.135555 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7646faa7-8ac7-4b15-92e3-674cefc8962d req-3ecd7bec-fc6e-43b0-8249-a8898cc3b668 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928435 Dec 15 11:44:10.175847 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d0764c4c-9444-4cb4-a0af-1f2770cb0702 req-68d0489e-6b3a-4829-bb1f-a10e6701de80 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] For port d41c3051-f240-4727-9340-3d6b21d07e4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d41c3051-f240-4727-9340-3d6b21d07e4d,segment=NetworkSegment(aef3d920-7bd2-4bb6-984b-d84e47a1f7d3),segment_id=aef3d920-7bd2-4bb6-984b-d84e47a1f7d3)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:10.176093 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0764c4c-9444-4cb4-a0af-1f2770cb0702 req-68d0489e-6b3a-4829-bb1f-a10e6701de80 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:10.194213 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d0764c4c-9444-4cb4-a0af-1f2770cb0702 req-68d0489e-6b3a-4829-bb1f-a10e6701de80 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Calling delete_port for d41c3051-f240-4727-9340-3d6b21d07e4d owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:44:10.550046 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c252f-9065-45bb-afaf-66758dedbcb4 req-5e46423e-ea71-4cd4-8094-5a89de033716 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:10.551541 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e16c252f-9065-45bb-afaf-66758dedbcb4 req-5e46423e-ea71-4cd4-8094-5a89de033716 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0766027 Dec 15 11:44:10.645256 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e16c252f-9065-45bb-afaf-66758dedbcb4 req-943d56d2-6f20-4584-be97-84f508a93f32 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843701 Dec 15 11:44:10.646390 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0764c4c-9444-4cb4-a0af-1f2770cb0702 req-68d0489e-6b3a-4829-bb1f-a10e6701de80 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:10.676867 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0489e-6b3a-4829-bb1f-a10e6701de80 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Pushing event deleted for resources: {'Port': ['ID=d41c3051-f240-4727-9340-3d6b21d07e4d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:10.688951 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['d41c3051-f240-4727-9340-3d6b21d07e4d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:44:10.718928 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0764c4c-9444-4cb4-a0af-1f2770cb0702 req-68d0489e-6b3a-4829-bb1f-a10e6701de80 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] No DVR routers for this DVR port d41c3051-f240-4727-9340-3d6b21d07e4d on host hv-cinder-81322 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:44:10.725328 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0764c4c-9444-4cb4-a0af-1f2770cb0702 req-68d0489e-6b3a-4829-bb1f-a10e6701de80 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:10.730809 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d0764c4c-9444-4cb4-a0af-1f2770cb0702 req-68d0489e-6b3a-4829-bb1f-a10e6701de80 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.59 "DELETE /v2.0/ports/d41c3051-f240-4727-9340-3d6b21d07e4d HTTP/1.1" status: 204 len: 173 time: 0.8168514 Dec 15 11:44:10.731306 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57cd11a-0965-4b3c-8122-7e8b6573a8f0', 'name': 'network-vif-deleted', 'tag': 'd41c3051-f240-4727-9340-3d6b21d07e4d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:10.734864 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c77d179-6aa2-4f80-a1f1-1d03858d41e8" -d '{"events": [{"server_uuid": "f57cd11a-0965-4b3c-8122-7e8b6573a8f0", "name": "network-vif-deleted", "tag": "d41c3051-f240-4727-9340-3d6b21d07e4d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:10.784915 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56e5a67-3f30-4374-9950-9acad880c2f4 x-openstack-request-id: req-f56e5a67-3f30-4374-9950-9acad880c2f4 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:10.785201 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57cd11a-0965-4b3c-8122-7e8b6573a8f0", "name": "network-vif-deleted", "tag": "d41c3051-f240-4727-9340-3d6b21d07e4d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:10.785449 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f56e5a67-3f30-4374-9950-9acad880c2f4 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:10.785841 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57cd11a-0965-4b3c-8122-7e8b6573a8f0', 'name': 'network-vif-deleted', 'tag': 'd41c3051-f240-4727-9340-3d6b21d07e4d', 'status': 'completed', 'code': 200} Dec 15 11:44:11.253098 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-df6d5c3a-d135-4ee4-ad05-01b6ff355187 req-33596fb3-4960-457e-9423-03158627c048 tempest-AttachVolumeNegativeTest-997461303 tempest-AttachVolumeNegativeTest-997461303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57cd11a-0965-4b3c-8122-7e8b6573a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0304623 Dec 15 11:44:11.809017 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16048d2-7690-46b7-81e8-addd048f3786 req-2cda10eb-cc85-424e-ba7b-b60303f7b49f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:11.811010 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f16048d2-7690-46b7-81e8-addd048f3786 req-2cda10eb-cc85-424e-ba7b-b60303f7b49f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 945 time: 0.0964673 Dec 15 11:44:11.820634 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0beac29-b268-410a-87b9-36af67dd57cc req-01c43538-03c6-4170-b445-d6dcc4e9550b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:11.822206 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a0beac29-b268-410a-87b9-36af67dd57cc req-01c43538-03c6-4170-b445-d6dcc4e9550b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0961487 Dec 15 11:44:11.904257 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f16048d2-7690-46b7-81e8-addd048f3786 req-5bca1780-88d5-4b2b-a262-de953be31af3 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810325 Dec 15 11:44:11.907445 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a0beac29-b268-410a-87b9-36af67dd57cc req-746d3d71-edf7-4304-8dce-46d6bafebb14 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779366 Dec 15 11:44:11.928467 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:12.131531 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc1fbd-cbac-4e61-ab45-87cc4596500b tempest-TestMinimumBasicScenario-26950666 tempest-TestMinimumBasicScenario-26950666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:12.133164 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-10dc1fbd-cbac-4e61-ab45-87cc4596500b tempest-TestMinimumBasicScenario-26950666 tempest-TestMinimumBasicScenario-26950666-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 1093 time: 0.2035568 Dec 15 11:44:12.136221 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47612) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:12.140606 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Request body: {'floatingip': {'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'port_id': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:12.167881 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:12.275301 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:12.312786 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47616) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:12.358608 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-144f6d1c-e53c-45ca-b805-76ed467e73db admin admin] Deleting subnet 8b861287-aafa-495f-81b1-2b7cc144c146 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:44:12.361782 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-144f6d1c-e53c-45ca-b805-76ed467e73db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:12.390965 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Allocated IP 172.27.1.140 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/fe99e9d2-286a-4f23-8e3e-c96a71b67fcc) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:44:12.400653 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-144f6d1c-e53c-45ca-b805-76ed467e73db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261087230'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:12.442326 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-144f6d1c-e53c-45ca-b805-76ed467e73db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:12.501371 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-144f6d1c-e53c-45ca-b805-76ed467e73db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261048293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261019114'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:12.507055 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:12.530330 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f6d1c-e53c-45ca-b805-76ed467e73db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b861287-aafa-495f-81b1-2b7cc144c146,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:12.532999 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-144f6d1c-e53c-45ca-b805-76ed467e73db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:12.535963 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-144f6d1c-e53c-45ca-b805-76ed467e73db admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8b861287-aafa-495f-81b1-2b7cc144c146 HTTP/1.1" status: 204 len: 168 time: 0.2219589 Dec 15 11:44:12.539062 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:12.568346 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:12.660887 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:44:12.667763 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:12.671837 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:44:12.675932 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:12.677706 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'Port': ['ID=fe99e9d2-286a-4f23-8e3e-c96a71b67fcc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:12.846265 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:12.882384 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ecd982-f13f-4085-a3af-b605505d4912']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:12.928139 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:12.928437 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef3d920-7bd2-4bb6-984b-d84e47a1f7d3') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:12.974162 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260691950'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.003840 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.029509 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:44:13.029913 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260673831'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: Traceback (most recent call last): Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: timer() Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: cb(*args, **kw) Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: return func(*args, **kwargs) Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: self._notify() Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: self.callback(batched_events) Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: event.method(event) Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: return f(self, *a, **k) Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._get(url).json() Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: return self.request(url, 'GET', **kwargs) Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:44:13.031728 dv-cinder-813221-4-iscsi neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:44:13.118384 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.133869 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f5359-9765-45ad-9618-9fc3f3c598a1 req-de4ef2aa-fd05-4720-9f26-4531782500cd tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:13.135513 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1c4f5359-9765-45ad-9618-9fc3f3c598a1 req-de4ef2aa-fd05-4720-9f26-4531782500cd tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.1483870 Dec 15 11:44:13.156869 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.160253 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e0ecd982-f13f-4085-a3af-b605505d4912 HTTP/1.1" status: 204 len: 168 time: 0.6195335 Dec 15 11:44:13.193087 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a2d4b-8166-4d37-9426-c316ccd1a481 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ecd982-f13f-4085-a3af-b605505d4912,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:13.318752 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1c4f5359-9765-45ad-9618-9fc3f3c598a1 req-8438c14d-1828-4f42-8766-126fc7a4cc25 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512461 Dec 15 11:44:13.342515 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.377926 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47638) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:13.422015 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.424155 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-8a4f09b5-20b2-4fe9-bb86-e181dbcf97c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2ccc89e123c4395b89aec3116535b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449064 Dec 15 11:44:13.426652 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47640) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:13.475753 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-05e19fb0-744a-49d0-9779-cd705398f1dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.508507 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-05e19fb0-744a-49d0-9779-cd705398f1dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.557628 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-05e19fb0-744a-49d0-9779-cd705398f1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.560319 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-05e19fb0-744a-49d0-9779-cd705398f1dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.564074 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-05e19fb0-744a-49d0-9779-cd705398f1dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec8d2d2f-af4c-4630-bf29-3f50e1e26d55 HTTP/1.1" status: 204 len: 168 time: 0.1340697 Dec 15 11:44:13.571916 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e19fb0-744a-49d0-9779-cd705398f1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8d2d2f-af4c-4630-bf29-3f50e1e26d55,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:13.596975 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.606683 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.685185 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'Port': ['ID=fe99e9d2-286a-4f23-8e3e-c96a71b67fcc,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:13.698632 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.810295 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.l3_db [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Floating IP 5b8c457c-72fe-4aba-ac48-b28c56f836e9 associated. External IP: 172.27.1.140, port: a39f5bf9-279b-444b-850e-163ff0a3c699. Dec 15 11:44:13.870590 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device d41c3051-f240-4727-9340-3d6b21d07e4d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:44:13.909693 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: d41c3051-f240-4727-9340-3d6b21d07e4d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:44:13.910330 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device d41c3051-f240-4727-9340-3d6b21d07e4d not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:44:14.053302 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Router afc4b53b-41e1-4ec4-a3a1-c5010534a004 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:44:14.055021 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.182742 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:44:14.193509 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c765f-26cc-496d-89b6-82f6255c5087 None None] Sync routers for ids ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:44:14.203499 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.207622 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c765f-26cc-496d-89b6-82f6255c5087 None None] Routers {'afc4b53b-41e1-4ec4-a3a1-c5010534a004'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:14.208403 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5f7c765f-26cc-496d-89b6-82f6255c5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:44:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:14.239316 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-afd3a02b-6f4e-4ca5-965f-6ed5c5a25deb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0993612 Dec 15 11:44:14.239316 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:14.240153 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a127365-cdad-4d53-8ce1-627c6b8a08ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:14.240272 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47662) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:14.245673 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d15ac959-5e57-4671-82d6-8a2e219388c6 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422196498', 'description': 'tempest-secgroup-smoke-422196498 description', 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:14.277963 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d15ac959-5e57-4671-82d6-8a2e219388c6 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.285715 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdbd067-f341-4fcf-8348-2418e3e76dbf x-openstack-request-id: req-6bdbd067-f341-4fcf-8348-2418e3e76dbf {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:14.286009 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:14.286264 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6bdbd067-f341-4fcf-8348-2418e3e76dbf {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:14.286667 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'status': 'completed', 'code': 200} Dec 15 11:44:14.393939 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d15ac959-5e57-4671-82d6-8a2e219388c6 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.400082 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a127365-cdad-4d53-8ce1-627c6b8a08ee req-13ab4542-c8c6-4de1-8067-221d38c23d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:14.400380 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d15ac959-5e57-4671-82d6-8a2e219388c6 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.401676 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0a127365-cdad-4d53-8ce1-627c6b8a08ee req-13ab4542-c8c6-4de1-8067-221d38c23d2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9914476952e452e8ae1e9bdb5e23e79&device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 1098 time: 0.0520153 Dec 15 11:44:14.435549 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d15ac959-5e57-4671-82d6-8a2e219388c6 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.437117 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-d15ac959-5e57-4671-82d6-8a2e219388c6 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1958101 Dec 15 11:44:14.440664 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47670) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:14.446448 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-378a1a9b-1a62-4663-81c0-17b120ab0ae9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Request body: {'security_group_rule': {'security_group_id': '09e366ea-9108-4b6b-8d08-ddc6bc2e7126', 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:14.454121 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ac959-5e57-4671-82d6-8a2e219388c6 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e366ea-9108-4b6b-8d08-ddc6bc2e7126,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:14.482506 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-378a1a9b-1a62-4663-81c0-17b120ab0ae9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.486052 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5f7c765f-26cc-496d-89b6-82f6255c5087 None None] Set router afc4b53b-41e1-4ec4-a3a1-c5010534a004 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:14.568042 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-378a1a9b-1a62-4663-81c0-17b120ab0ae9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.573500 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-378a1a9b-1a62-4663-81c0-17b120ab0ae9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.589496 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32955818-40e3-46ad-8576-e8387e44f849 req-cf4fbd70-4592-4a5d-aac3-a4f00ddfcb96 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:14.591157 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a1a9b-1a62-4663-81c0-17b120ab0ae9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dc9b2d-9aba-4f9c-bd37-e440797b5b8a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:14.597019 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-32955818-40e3-46ad-8576-e8387e44f849 req-cf4fbd70-4592-4a5d-aac3-a4f00ddfcb96 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.1112347 Dec 15 11:44:14.620949 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-378a1a9b-1a62-4663-81c0-17b120ab0ae9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.622422 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-378a1a9b-1a62-4663-81c0-17b120ab0ae9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1808021 Dec 15 11:44:14.625773 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47676) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:14.631424 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b047bb26-c732-40fc-91fc-6547416c88b4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Request body: {'security_group_rule': {'security_group_id': '09e366ea-9108-4b6b-8d08-ddc6bc2e7126', 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:14.647196 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a127365-cdad-4d53-8ce1-627c6b8a08ee req-7c3dda3b-5c37-49da-9c6c-898f4a01200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:14.649466 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0a127365-cdad-4d53-8ce1-627c6b8a08ee req-7c3dda3b-5c37-49da-9c6c-898f4a01200f service neutron] 10.222.0.59 "GET /v2.0/networks?id=39dcabb9-56ef-45a8-a880-5875e76b5ca8 HTTP/1.1" status: 200 len: 916 time: 0.2076924 Dec 15 11:44:14.679105 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b047bb26-c732-40fc-91fc-6547416c88b4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.710092 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-32955818-40e3-46ad-8576-e8387e44f849 req-dcb3bcfd-5dfc-4038-9737-845568253833 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121807 Dec 15 11:44:14.742369 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0a127365-cdad-4d53-8ce1-627c6b8a08ee req-264243e4-6c88-427c-8bc7-1ccde6613931 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 200 len: 999 time: 0.0792820 Dec 15 11:44:14.785802 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5f7c765f-26cc-496d-89b6-82f6255c5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '5b8c457c-72fe-4aba-ac48-b28c56f836e9', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'port_id': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'mac_address': 'fa:16:3e:cb:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:13Z', 'updated_at': '2021-12-15T11:44:13Z', 'revision_number': 0, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c890d0bb-740c-4485-b5ac-c52f40952448', 'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'mac_address': 'fa:16:3e:79:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:01Z', 'updated_at': '2021-12-15T11:43:08Z', 'revision_number': 5, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'subnets': [{'id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:14.788967 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b047bb26-c732-40fc-91fc-6547416c88b4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.795215 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b047bb26-c732-40fc-91fc-6547416c88b4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.804160 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a127365-cdad-4d53-8ce1-627c6b8a08ee req-8141245c-b300-4293-b019-a98b4408f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:14.805773 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0a127365-cdad-4d53-8ce1-627c6b8a08ee req-8141245c-b300-4293-b019-a98b4408f834 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6529508e-86dc-407c-a00b-db34f1266ae6 HTTP/1.1" status: 200 len: 854 time: 0.0536304 Dec 15 11:44:14.816376 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047bb26-c732-40fc-91fc-6547416c88b4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd78996f-fbf6-4d75-9aab-017598bf5867,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:14.838913 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c765f-26cc-496d-89b6-82f6255c5087 None None] Checking router: afc4b53b-41e1-4ec4-a3a1-c5010534a004 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:44:14.844085 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b047bb26-c732-40fc-91fc-6547416c88b4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.847826 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c765f-26cc-496d-89b6-82f6255c5087 None None] Routers {'afc4b53b-41e1-4ec4-a3a1-c5010534a004'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:14.848709 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:14.848920 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5f7c765f-26cc-496d-89b6-82f6255c5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:44:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:14.849047 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b047bb26-c732-40fc-91fc-6547416c88b4 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2214184 Dec 15 11:44:14.855393 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b8329dee-112e-49d0-88c4-291395432985 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Request body: {'security_group_rule': {'security_group_id': '09e366ea-9108-4b6b-8d08-ddc6bc2e7126', 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:14.896805 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a127365-cdad-4d53-8ce1-627c6b8a08ee req-025427a2-b7ec-4021-8772-7de4d4eddd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:14.900855 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0a127365-cdad-4d53-8ce1-627c6b8a08ee req-025427a2-b7ec-4021-8772-7de4d4eddd86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39dcabb9-56ef-45a8-a880-5875e76b5ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847552 Dec 15 11:44:14.908017 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8329dee-112e-49d0-88c4-291395432985 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.982109 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5f7c765f-26cc-496d-89b6-82f6255c5087 None None] Set router afc4b53b-41e1-4ec4-a3a1-c5010534a004 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:15.054466 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8329dee-112e-49d0-88c4-291395432985 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.058657 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0a127365-cdad-4d53-8ce1-627c6b8a08ee req-7fb99f31-c5c5-4f63-8517-4a2482a5036e service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477106 Dec 15 11:44:15.060694 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8329dee-112e-49d0-88c4-291395432985 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.097129 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8329dee-112e-49d0-88c4-291395432985 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1816d58d-e807-4145-a263-50a250115854,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:15.138709 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8329dee-112e-49d0-88c4-291395432985 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.143485 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-b8329dee-112e-49d0-88c4-291395432985 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2898979 Dec 15 11:44:15.144782 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47706) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:15.150307 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6795afa5-8afc-401b-831e-f5ee64af6f42 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Request body: {'security_group_rule': {'security_group_id': '09e366ea-9108-4b6b-8d08-ddc6bc2e7126', 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:15.184285 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0a127365-cdad-4d53-8ce1-627c6b8a08ee req-3e42de39-ba5c-4af6-b365-a6f26a77376b service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155422 Dec 15 11:44:15.188302 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6795afa5-8afc-401b-831e-f5ee64af6f42 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.192967 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:15.243605 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5f7c765f-26cc-496d-89b6-82f6255c5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '5b8c457c-72fe-4aba-ac48-b28c56f836e9', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'port_id': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'mac_address': 'fa:16:3e:cb:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:13Z', 'updated_at': '2021-12-15T11:44:13Z', 'revision_number': 0, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c890d0bb-740c-4485-b5ac-c52f40952448', 'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'mac_address': 'fa:16:3e:79:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:01Z', 'updated_at': '2021-12-15T11:43:08Z', 'revision_number': 5, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'subnets': [{'id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:15.267395 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6795afa5-8afc-401b-831e-f5ee64af6f42 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.272377 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6795afa5-8afc-401b-831e-f5ee64af6f42 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.276716 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c765f-26cc-496d-89b6-82f6255c5087 None None] The sync data for ids ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'] in dv-cinder-813221-4-iscsi is: [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '5b8c457c-72fe-4aba-ac48-b28c56f836e9', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'port_id': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'mac_address': 'fa:16:3e:cb:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:13Z', 'updated_at': '2021-12-15T11:44:13Z', 'revision_number': 0, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c890d0bb-740c-4485-b5ac-c52f40952448', 'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'mac_address': 'fa:16:3e:79:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:01Z', 'updated_at': '2021-12-15T11:43:08Z', 'revision_number': 5, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'subnets': [{'id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:44:15.291477 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795afa5-8afc-401b-831e-f5ee64af6f42 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89632c33-f5b9-4b03-94fb-74417d017d48,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:15.307649 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6795afa5-8afc-401b-831e-f5ee64af6f42 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.309001 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-6795afa5-8afc-401b-831e-f5ee64af6f42 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1631534 Dec 15 11:44:15.311773 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47712) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:15.323220 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-defecacc-aa29-41ef-885c-cdc9a264b215 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Request body: {'security_group_rule': {'security_group_id': '09e366ea-9108-4b6b-8d08-ddc6bc2e7126', 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:15.326895 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1565fa2f-9d27-4312-9d08-8429bd52c0ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.346761 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-defecacc-aa29-41ef-885c-cdc9a264b215 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Project b9914476952e452e8ae1e9bdb5e23e79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:44:15.353028 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-defecacc-aa29-41ef-885c-cdc9a264b215 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.426731 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1565fa2f-9d27-4312-9d08-8429bd52c0ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.426877 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-defecacc-aa29-41ef-885c-cdc9a264b215 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.432667 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-defecacc-aa29-41ef-885c-cdc9a264b215 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.436258 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1565fa2f-9d27-4312-9d08-8429bd52c0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.451858 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defecacc-aa29-41ef-885c-cdc9a264b215 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2b5772-db2d-4df4-aff2-dc9b96bdbdfc,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:15.462951 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-defecacc-aa29-41ef-885c-cdc9a264b215 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.467553 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-defecacc-aa29-41ef-885c-cdc9a264b215 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520908 Dec 15 11:44:15.467823 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47714) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:15.472619 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a08e8bcf-f149-4562-8cbf-1c8feed07cca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Request body: {'security_group_rule': {'security_group_id': '09e366ea-9108-4b6b-8d08-ddc6bc2e7126', 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:15.483687 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-1565fa2f-9d27-4312-9d08-8429bd52c0ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1033e70db6464a87becc74f9ee1372cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895336 Dec 15 11:44:15.486355 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47716) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:15.487512 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565fa2f-9d27-4312-9d08-8429bd52c0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051b14df-9476-46c5-a104-5812d3868ca2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:15.520426 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cedc3d-3a9d-4af2-bd25-5ce56e586a2b None None] New status for floating IP 5b8c457c-72fe-4aba-ac48-b28c56f836e9: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:44:15.521011 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-a08e8bcf-f149-4562-8cbf-1c8feed07cca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Project b9914476952e452e8ae1e9bdb5e23e79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:44:15.535456 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a08e8bcf-f149-4562-8cbf-1c8feed07cca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.580103 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04362507-0123-4aac-a91d-0e443823f15c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.614516 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04362507-0123-4aac-a91d-0e443823f15c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.626085 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a08e8bcf-f149-4562-8cbf-1c8feed07cca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.631793 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a08e8bcf-f149-4562-8cbf-1c8feed07cca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.672146 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e8bcf-f149-4562-8cbf-1c8feed07cca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5c0c31-d118-47fb-b3c6-c9497584059b,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:15.678695 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a08e8bcf-f149-4562-8cbf-1c8feed07cca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.680252 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-a08e8bcf-f149-4562-8cbf-1c8feed07cca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2113836 Dec 15 11:44:15.713692 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04362507-0123-4aac-a91d-0e443823f15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.717729 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-04362507-0123-4aac-a91d-0e443823f15c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:15.719011 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-04362507-0123-4aac-a91d-0e443823f15c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/051b14df-9476-46c5-a104-5812d3868ca2 HTTP/1.1" status: 204 len: 168 time: 0.2314627 Dec 15 11:44:15.730414 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04362507-0123-4aac-a91d-0e443823f15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051b14df-9476-46c5-a104-5812d3868ca2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:15.796875 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5ec9da07-ebc4-40a3-8cd6-3c52cfecce77 req-3b706880-92dc-4cf2-9192-2729a9688b87 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422196498&fields=id&tenant_id=b9914476952e452e8ae1e9bdb5e23e79 HTTP/1.1" status: 200 len: 267 time: 0.0588236 Dec 15 11:44:15.877914 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f39fc-0c04-4628-bda3-0c47fb92cdce req-1ef49fd1-8d21-46cd-9496-96505d81ddc4 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:15.879674 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-944f39fc-0c04-4628-bda3-0c47fb92cdce req-1ef49fd1-8d21-46cd-9496-96505d81ddc4 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0818276 Dec 15 11:44:15.888401 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9da07-ebc4-40a3-8cd6-3c52cfecce77 req-2b5521ff-bd82-4d9d-857b-4d669303ebff tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:15.889841 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5ec9da07-ebc4-40a3-8cd6-3c52cfecce77 req-2b5521ff-bd82-4d9d-857b-4d669303ebff tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 945 time: 0.0838296 Dec 15 11:44:15.908458 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-5ec9da07-ebc4-40a3-8cd6-3c52cfecce77 req-e4bb0770-9400-4476-9586-b7ffe271baca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Request body: {'port': {'security_groups': ['f71920cb-36b2-4c61-9c8d-ec48e09d3ab2', '09e366ea-9108-4b6b-8d08-ddc6bc2e7126']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:15.971811 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-944f39fc-0c04-4628-bda3-0c47fb92cdce req-e17e8144-2486-475d-9722-f1f93a915495 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809278 Dec 15 11:44:16.001192 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5ec9da07-ebc4-40a3-8cd6-3c52cfecce77 req-e4bb0770-9400-4476-9586-b7ffe271baca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.429909 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47744) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:16.444009 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5ec9da07-ebc4-40a3-8cd6-3c52cfecce77 req-e4bb0770-9400-4476-9586-b7ffe271baca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] For port a39f5bf9-279b-444b-850e-163ff0a3c699, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a39f5bf9-279b-444b-850e-163ff0a3c699,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:16.475661 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5ec9da07-ebc4-40a3-8cd6-3c52cfecce77 req-e4bb0770-9400-4476-9586-b7ffe271baca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.480985 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5ec9da07-ebc4-40a3-8cd6-3c52cfecce77 req-e4bb0770-9400-4476-9586-b7ffe271baca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.517045 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['a39f5bf9-279b-444b-850e-163ff0a3c699'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:44:16.523018 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9da07-ebc4-40a3-8cd6-3c52cfecce77 req-e4bb0770-9400-4476-9586-b7ffe271baca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:16.523018 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5ec9da07-ebc4-40a3-8cd6-3c52cfecce77 req-e4bb0770-9400-4476-9586-b7ffe271baca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.523911 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5ec9da07-ebc4-40a3-8cd6-3c52cfecce77 req-e4bb0770-9400-4476-9586-b7ffe271baca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "PUT /v2.0/ports/a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 200 len: 981 time: 0.6260440 Dec 15 11:44:16.531983 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:16.534382 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c2da97-e849-4ff7-a118-fdbc3febc949" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:16.536852 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1888354146-network', 'tenant_id': '68ef32f244b7434781ebbfd286feac45'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:16.577360 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Made reservation on behalf of 68ef32f244b7434781ebbfd286feac45 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:44:16.578976 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb0770-9400-4476-9586-b7ffe271baca tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'Port': ['ID=a39f5bf9-279b-444b-850e-163ff0a3c699,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:16.581569 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.594856 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.621163 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25688c32-bf01-47b8-a2fc-b0268c8b2323 x-openstack-request-id: req-25688c32-bf01-47b8-a2fc-b0268c8b2323 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:16.621560 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:16.621738 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25688c32-bf01-47b8-a2fc-b0268c8b2323 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:16.623441 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'status': 'completed', 'code': 200} Dec 15 11:44:16.675792 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['a39f5bf9-279b-444b-850e-163ff0a3c699'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:44:16.717147 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.724759 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.727237 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccc1d-23a6-42b3-a878-da64aeb0729f req-261fd320-4ff0-4f9b-b5e3-0a9aacaf3b2c tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:16.728989 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4ccccc1d-23a6-42b3-a878-da64aeb0729f req-261fd320-4ff0-4f9b-b5e3-0a9aacaf3b2c tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0950067 Dec 15 11:44:16.750606 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:44:16.772065 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2da97-e849-4ff7-a118-fdbc3febc949 req-752ceecd-ef19-47e4-9d18-a65b1455c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:16.772686 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.773120 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.segments_db [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Added segment b19ee11b-189a-48a4-bba0-9b5417360185 of type vlan for network dd39fb24-05f6-4c31-aeb8-b3245214b021 Dec 15 11:44:16.774350 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7c2da97-e849-4ff7-a118-fdbc3febc949 req-752ceecd-ef19-47e4-9d18-a65b1455c531 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9914476952e452e8ae1e9bdb5e23e79&device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 1137 time: 0.0933664 Dec 15 11:44:16.774707 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede3e8e2-13d2-4dd7-a9b8-10f58cbc08ec,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:16.840989 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.878841 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4ccccc1d-23a6-42b3-a878-da64aeb0729f req-fedecab8-bec4-45d6-91ec-f1578fa1a91f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398120 Dec 15 11:44:16.888004 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.889363 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:16.890974 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-61b07961-f477-4ba8-acb3-66ec6091d9eb None None] Provisioning complete for port a39f5bf9-279b-444b-850e-163ff0a3c699 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:16.891358 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-61b07961-f477-4ba8-acb3-66ec6091d9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.891718 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:16.908320 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2da97-e849-4ff7-a118-fdbc3febc949 req-4e628ffe-7134-41cf-9c3a-941cfa48a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:16.909954 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7c2da97-e849-4ff7-a118-fdbc3febc949 req-4e628ffe-7134-41cf-9c3a-941cfa48a6e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39dcabb9-56ef-45a8-a880-5875e76b5ca8 HTTP/1.1" status: 200 len: 916 time: 0.1236093 Dec 15 11:44:16.955093 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5239208 Dec 15 11:44:16.957972 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47756) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:16.963590 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] Request body: {'subnet': {'network_id': 'dd39fb24-05f6-4c31-aeb8-b3245214b021', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1888354146-subnet', 'tenant_id': '68ef32f244b7434781ebbfd286feac45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:16.973098 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5bf8e-35a3-416e-9f37-68451ede9c0b admin admin] Pushing event updated for resources: {'Network': ['ID=dd39fb24-05f6-4c31-aeb8-b3245214b021,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:16.994318 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network dd39fb24-05f6-4c31-aeb8-b3245214b021 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:44:16.995027 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7c2da97-e849-4ff7-a118-fdbc3febc949 req-feefcf56-b236-4c70-93b1-14fcde7c8b2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 200 len: 1001 time: 0.0772960 Dec 15 11:44:17.004787 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] Made reservation on behalf of 68ef32f244b7434781ebbfd286feac45 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:44:17.008095 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261019021'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:17.078121 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2da97-e849-4ff7-a118-fdbc3febc949 req-44d17fd2-3310-4501-aef3-6c8817111351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:17.080143 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7c2da97-e849-4ff7-a118-fdbc3febc949 req-44d17fd2-3310-4501-aef3-6c8817111351 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6529508e-86dc-407c-a00b-db34f1266ae6 HTTP/1.1" status: 200 len: 854 time: 0.0772743 Dec 15 11:44:17.171695 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249259-7cf3-4122-a6f1-ea3de5abc313 req-2d2f0ba0-68e5-4ab6-a6e1-58a821e6bdad tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:17.173787 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-22249259-7cf3-4122-a6f1-ea3de5abc313 req-2d2f0ba0-68e5-4ab6-a6e1-58a821e6bdad tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.1102109 Dec 15 11:44:17.212204 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2da97-e849-4ff7-a118-fdbc3febc949 req-08b2adaa-aa14-49d1-b402-e3f7c4edf637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:17.214896 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7c2da97-e849-4ff7-a118-fdbc3febc949 req-08b2adaa-aa14-49d1-b402-e3f7c4edf637 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39dcabb9-56ef-45a8-a880-5875e76b5ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022916 Dec 15 11:44:17.217277 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261047842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261019027'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:17.278081 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=080cdd32-fbb9-4710-be6b-56fa48f07b13,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:17.286710 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] Checking segment: {'id': 'b19ee11b-189a-48a4-bba0-9b5417360185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dd39fb24-05f6-4c31-aeb8-b3245214b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:44:17.287071 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] Network hostable DHCP agents. Network: dd39fb24-05f6-4c31-aeb8-b3245214b021, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:44:17.297732 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-22249259-7cf3-4122-a6f1-ea3de5abc313 req-4fa79f2f-83f9-403a-925e-20207192d463 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123903 Dec 15 11:44:17.308949 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] Network dd39fb24-05f6-4c31-aeb8-b3245214b021 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:44:17.330218 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, dd39fb24-05f6-4c31-aeb8-b3245214b021) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:17.336471 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:17.337128 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:17.345710 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ac9344-eef3-4824-9591-6570cf67b84d None None] Network dd39fb24-05f6-4c31-aeb8-b3245214b021 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:44:17.364343 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-87c34fc7-5551-42de-a630-b9a4805c43ad admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4050522 Dec 15 11:44:17.366517 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7c2da97-e849-4ff7-a118-fdbc3febc949 req-47f927cd-d8ee-47ee-9554-9aba67e2df2d service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430724 Dec 15 11:44:17.472095 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7c2da97-e849-4ff7-a118-fdbc3febc949 req-1870be0c-0386-41af-9047-a997e52fb3d0 service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974641 Dec 15 11:44:17.499483 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e28686-d12f-4e7d-ac54-c5d550175e1e None None] Network dd39fb24-05f6-4c31-aeb8-b3245214b021 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:44:17.902579 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47776) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:17.907524 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2114110870-network', 'tenant_id': '436574a2cf454a9a8b90238fbafc67d0'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:17.932511 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Made reservation on behalf of 436574a2cf454a9a8b90238fbafc67d0 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:44:17.934921 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:17.943486 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.049245 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.055552 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.081583 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:44:18.091846 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f638b58e-905b-4ef4-9183-9d0507059f26,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:18.096669 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.096932 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.segments_db [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Added segment 8dfd66f8-f0dd-4169-8ab4-4ff70fabd6d5 of type vlan for network 4d0dac08-b89e-431c-9409-1c2b994b7a81 Dec 15 11:44:18.138372 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.166482 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.167594 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:18.168635 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.220715 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3169918 Dec 15 11:44:18.223691 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47780) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:18.228749 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] Request body: {'subnet': {'network_id': '4d0dac08-b89e-431c-9409-1c2b994b7a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2114110870-subnet', 'tenant_id': '436574a2cf454a9a8b90238fbafc67d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:18.234316 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664f57b-644c-4b96-ae9e-b925431693f6 admin admin] Pushing event updated for resources: {'Network': ['ID=4d0dac08-b89e-431c-9409-1c2b994b7a81,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:18.244980 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 4d0dac08-b89e-431c-9409-1c2b994b7a81 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:44:18.259576 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] Made reservation on behalf of 436574a2cf454a9a8b90238fbafc67d0 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:44:18.262497 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260639476'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.477542 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb80b6d-354b-4609-99da-8335d38655f0 req-de819b9c-b0e5-40af-9eeb-c470604e5079 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:18.479021 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1fb80b6d-354b-4609-99da-8335d38655f0 req-de819b9c-b0e5-40af-9eeb-c470604e5079 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0994835 Dec 15 11:44:18.480556 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260673674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260639466'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.562479 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b522c03-9660-46b6-9f03-569b3070d825,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:18.591788 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1fb80b6d-354b-4609-99da-8335d38655f0 req-72cd3889-96aa-44e2-b24d-5b1ad766b484 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796535 Dec 15 11:44:18.598167 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] Checking segment: {'id': '8dfd66f8-f0dd-4169-8ab4-4ff70fabd6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4d0dac08-b89e-431c-9409-1c2b994b7a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:44:18.598748 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] Network hostable DHCP agents. Network: 4d0dac08-b89e-431c-9409-1c2b994b7a81, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:44:18.622977 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] Network 4d0dac08-b89e-431c-9409-1c2b994b7a81 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:44:18.633822 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 4d0dac08-b89e-431c-9409-1c2b994b7a81) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:18.638342 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:18.638967 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.642692 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1593a50-8a51-4a23-9fcb-900c282be620 None None] Network 4d0dac08-b89e-431c-9409-1c2b994b7a81 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:44:18.655479 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-3ab90537-227a-420d-9ed2-7bfb0703d73f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4306443 Dec 15 11:44:18.741195 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806d5d99-21ba-4405-a181-1505414b1f9a None None] Network 4d0dac08-b89e-431c-9409-1c2b994b7a81 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:44:18.773580 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47786) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:18.822947 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e889d61-11b9-471f-969e-2a204b78042a admin admin] Deleting subnet 080cdd32-fbb9-4710-be6b-56fa48f07b13 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:44:18.826511 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e889d61-11b9-471f-969e-2a204b78042a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.860831 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e889d61-11b9-471f-969e-2a204b78042a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261087230'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.900067 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e889d61-11b9-471f-969e-2a204b78042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.954145 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e889d61-11b9-471f-969e-2a204b78042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261048293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261019114'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.979678 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e889d61-11b9-471f-969e-2a204b78042a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=080cdd32-fbb9-4710-be6b-56fa48f07b13,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:18.983815 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e889d61-11b9-471f-969e-2a204b78042a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.987327 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-9e889d61-11b9-471f-969e-2a204b78042a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/080cdd32-fbb9-4710-be6b-56fa48f07b13 HTTP/1.1" status: 204 len: 168 time: 0.2124338 Dec 15 11:44:18.989803 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47788) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:19.070717 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.148348 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.169593 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd39fb24-05f6-4c31-aeb8-b3245214b021']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:19.179505 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19ee11b-189a-48a4-bba0-9b5417360185') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:19.179785 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19ee11b-189a-48a4-bba0-9b5417360185') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:19.194352 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261086981'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.208314 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.215223 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:44:19.215586 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261048207'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: Traceback (most recent call last): Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: timer() Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: cb(*args, **kw) Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: return func(*args, **kwargs) Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: self._notify() Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: self.callback(batched_events) Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: event.method(event) Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: return f(self, *a, **k) Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._get(url).json() Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: return self.request(url, 'GET', **kwargs) Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:44:19.217495 dv-cinder-813221-4-iscsi neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:44:19.275713 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.281564 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.285183 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] 10.222.0.46 "DELETE /v2.0/networks/dd39fb24-05f6-4c31-aeb8-b3245214b021 HTTP/1.1" status: 204 len: 168 time: 0.2944567 Dec 15 11:44:19.288385 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47792) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:19.296933 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba547c5-4801-4f35-8456-8bb0806a1f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd39fb24-05f6-4c31-aeb8-b3245214b021,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:19.337018 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cba1b4-39c6-4291-8d32-eedf90449f6f admin admin] Deleting subnet 8b522c03-9660-46b6-9f03-569b3070d825 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:44:19.340659 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01cba1b4-39c6-4291-8d32-eedf90449f6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.381452 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01cba1b4-39c6-4291-8d32-eedf90449f6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260691733'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.436571 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01cba1b4-39c6-4291-8d32-eedf90449f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.494465 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01cba1b4-39c6-4291-8d32-eedf90449f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260673869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260639379'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.518420 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cba1b4-39c6-4291-8d32-eedf90449f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b522c03-9660-46b6-9f03-569b3070d825,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:19.524359 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01cba1b4-39c6-4291-8d32-eedf90449f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.527596 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-01cba1b4-39c6-4291-8d32-eedf90449f6f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8b522c03-9660-46b6-9f03-569b3070d825 HTTP/1.1" status: 204 len: 168 time: 0.2380457 Dec 15 11:44:19.530257 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47794) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:19.601732 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.695552 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.730793 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0dac08-b89e-431c-9409-1c2b994b7a81']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:19.742449 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfd66f8-f0dd-4169-8ab4-4ff70fabd6d5') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:19.742733 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfd66f8-f0dd-4169-8ab4-4ff70fabd6d5') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:19.753924 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260691950'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.768153 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247e6c5-c6e1-4fde-9689-7b5eaceaaaf2 req-d7b9d206-430b-4f2b-952a-174d4bbaf3c4 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:19.769636 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1247e6c5-c6e1-4fde-9689-7b5eaceaaaf2 req-d7b9d206-430b-4f2b-952a-174d4bbaf3c4 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0936182 Dec 15 11:44:19.778665 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.798940 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:44:19.799306 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260673831'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: Traceback (most recent call last): Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: timer() Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: cb(*args, **kw) Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: return func(*args, **kwargs) Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: self._notify() Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: self.callback(batched_events) Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: event.method(event) Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: return f(self, *a, **k) Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._get(url).json() Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: return self.request(url, 'GET', **kwargs) Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:44:19.800981 dv-cinder-813221-4-iscsi neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:44:19.873141 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1247e6c5-c6e1-4fde-9689-7b5eaceaaaf2 req-0ceb6636-b207-4b7e-842c-43c40b87eab3 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962107 Dec 15 11:44:19.874293 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.880398 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:19.883737 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4d0dac08-b89e-431c-9409-1c2b994b7a81 HTTP/1.1" status: 204 len: 168 time: 0.3524964 Dec 15 11:44:19.897126 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ee9a1-04fb-4aea-87bb-cf732fd413d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0dac08-b89e-431c-9409-1c2b994b7a81,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:20.062241 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47800) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:20.106271 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-14c4afe8-4c4a-47fe-8bdb-bc289f88f7cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68ef32f244b7434781ebbfd286feac45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428035 Dec 15 11:44:20.108915 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47802) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:20.158922 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec65862-3407-4dfc-aeed-0f1bf9f68181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:20.186060 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec65862-3407-4dfc-aeed-0f1bf9f68181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:20.236240 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec65862-3407-4dfc-aeed-0f1bf9f68181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:20.238926 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec65862-3407-4dfc-aeed-0f1bf9f68181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:20.240134 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-3ec65862-3407-4dfc-aeed-0f1bf9f68181 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ede3e8e2-13d2-4dd7-a9b8-10f58cbc08ec HTTP/1.1" status: 204 len: 168 time: 0.1302772 Dec 15 11:44:20.249261 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec65862-3407-4dfc-aeed-0f1bf9f68181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede3e8e2-13d2-4dd7-a9b8-10f58cbc08ec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:20.630116 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47810) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:20.675658 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-1ba83bc7-87c3-4f8a-b6e4-9a8fd5d4b9e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=436574a2cf454a9a8b90238fbafc67d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442951 Dec 15 11:44:20.678336 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47812) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:20.731350 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41cf80ab-ca65-4e7c-a91f-02c87a8a936a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:20.754037 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41cf80ab-ca65-4e7c-a91f-02c87a8a936a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:20.823485 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41cf80ab-ca65-4e7c-a91f-02c87a8a936a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:20.826190 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41cf80ab-ca65-4e7c-a91f-02c87a8a936a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:20.827354 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-41cf80ab-ca65-4e7c-a91f-02c87a8a936a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f638b58e-905b-4ef4-9183-9d0507059f26 HTTP/1.1" status: 204 len: 168 time: 0.1480882 Dec 15 11:44:20.835450 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf80ab-ca65-4e7c-a91f-02c87a8a936a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f638b58e-905b-4ef4-9183-9d0507059f26,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:21.012786 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbad6a3-ec95-409d-8a80-463e42e9bf83 req-32102c94-949b-442f-a8a9-d9dbb96ebb80 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:21.014360 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0bbad6a3-ec95-409d-8a80-463e42e9bf83 req-32102c94-949b-442f-a8a9-d9dbb96ebb80 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0605593 Dec 15 11:44:21.064641 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0bbad6a3-ec95-409d-8a80-463e42e9bf83 req-d030f45c-accc-464b-8cad-991f7275752d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440309 Dec 15 11:44:22.184828 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf61207-08d2-4291-93e1-243129d02b3d req-f9619bf3-1150-417e-b8ca-7d2390d42210 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:22.186327 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fdf61207-08d2-4291-93e1-243129d02b3d req-f9619bf3-1150-417e-b8ca-7d2390d42210 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0515997 Dec 15 11:44:22.238290 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fdf61207-08d2-4291-93e1-243129d02b3d req-dc2691d6-dfa5-4b23-8352-eaa653847bca tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 Dec 15 11:44:23.362424 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15be7f-d7e9-48d7-9583-5e7acd5d15d5 req-210db445-67e7-441f-b423-24e1a91538a5 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:23.363934 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fb15be7f-d7e9-48d7-9583-5e7acd5d15d5 req-210db445-67e7-441f-b423-24e1a91538a5 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0531933 Dec 15 11:44:23.417401 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fb15be7f-d7e9-48d7-9583-5e7acd5d15d5 req-f6fe95ec-f3d3-4cfa-9f77-807d7cbe035e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473223 Dec 15 11:44:24.553602 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed20a0-a441-4133-9123-27e589c3c672 req-a331d18f-981c-49da-a22b-eeef3cbf4ffb tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:24.555176 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-58ed20a0-a441-4133-9123-27e589c3c672 req-a331d18f-981c-49da-a22b-eeef3cbf4ffb tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0591826 Dec 15 11:44:24.608675 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-58ed20a0-a441-4133-9123-27e589c3c672 req-60096724-5114-460a-8dbf-7e055b121a38 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470080 Dec 15 11:44:24.795349 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-4ea61cdb-6a92-40e4-a72c-5b5b85605c63 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128954480&fields=id&tenant_id=a74c170d0e1d43ccab75cc19eaff6707 HTTP/1.1" status: 200 len: 267 time: 0.0567594 Dec 15 11:44:24.914563 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-db97d72a-270a-48d2-87de-fb058f5237d4 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:24.916076 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-db97d72a-270a-48d2-87de-fb058f5237d4 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 812 time: 0.1135914 Dec 15 11:44:24.933428 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-2cd1ccfc-d485-46df-9e92-5d7dd54331d8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/quotas/a74c170d0e1d43ccab75cc19eaff6707 HTTP/1.1" status: 200 len: 375 time: 0.0100250 Dec 15 11:44:25.002635 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-c88e0e27-1fc9-4565-aff9-48f0fb70a891 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550051 Dec 15 11:44:25.113142 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-0dea2b40-3f1c-40a5-9686-718548a2ce1d service neutron] 10.222.0.46 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929403 Dec 15 11:44:25.220616 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-62c79517-64b7-47fc-9ff3-41d4d4db9016 service neutron] 10.222.0.46 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983760 Dec 15 11:44:25.532868 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8af877ff-54af-4d8f-8cca-a4c501ab15cd req-3f6d7c5a-28d3-4e2e-b0a9-9ea8156d8915 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 210 time: 0.0314474 Dec 15 11:44:25.741339 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb03815-1fed-417b-be33-c30bab18ce0f req-86f00756-b683-4a89-939b-972926342f4f tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:25.743320 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2cb03815-1fed-417b-be33-c30bab18ce0f req-86f00756-b683-4a89-939b-972926342f4f tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0599174 Dec 15 11:44:25.798320 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2cb03815-1fed-417b-be33-c30bab18ce0f req-76d21ae2-bd41-44ac-938e-9a25ec972870 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478933 Dec 15 11:44:26.018386 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9803fe-73c0-4027-804c-419a4d8d686c req-1f9d7800-c6c9-4c78-9525-0265fe1dc84f tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.019995 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ba9803fe-73c0-4027-804c-419a4d8d686c req-1f9d7800-c6c9-4c78-9525-0265fe1dc84f tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0569470 Dec 15 11:44:26.070457 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ba9803fe-73c0-4027-804c-419a4d8d686c req-5457a412-3600-4195-9a85-7ac90ea38f87 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Dec 15 11:44:26.126483 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498c168-70bd-4c42-8e0a-dbd7891e17c3 req-1d65e365-5860-43a1-ad25-8e2696245761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.127995 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a498c168-70bd-4c42-8e0a-dbd7891e17c3 req-1d65e365-5860-43a1-ad25-8e2696245761 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 1098 time: 0.0453219 Dec 15 11:44:26.221210 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498c168-70bd-4c42-8e0a-dbd7891e17c3 req-4eb52a77-bd7b-4eaa-9259-61c61e265835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.222672 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a498c168-70bd-4c42-8e0a-dbd7891e17c3 req-4eb52a77-bd7b-4eaa-9259-61c61e265835 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 200 len: 912 time: 0.0850315 Dec 15 11:44:26.296226 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a498c168-70bd-4c42-8e0a-dbd7891e17c3 req-cd931753-f361-48ca-97c7-ad74d2f818ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef038dd2-512e-4e89-bcbb-dafcd6b644ab HTTP/1.1" status: 200 len: 999 time: 0.0648148 Dec 15 11:44:26.361506 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498c168-70bd-4c42-8e0a-dbd7891e17c3 req-e06b1e6c-e58f-4fed-9ebd-ab74ec82bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.362993 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a498c168-70bd-4c42-8e0a-dbd7891e17c3 req-e06b1e6c-e58f-4fed-9ebd-ab74ec82bcbb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54ab32e7-8f7b-4c57-92ff-665aba24873a HTTP/1.1" status: 200 len: 850 time: 0.0560770 Dec 15 11:44:26.413460 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498c168-70bd-4c42-8e0a-dbd7891e17c3 req-f076fde9-7a58-41ac-8aff-75fafec80a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.414980 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a498c168-70bd-4c42-8e0a-dbd7891e17c3 req-f076fde9-7a58-41ac-8aff-75fafec80a06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f104128-3e4d-48c6-a529-9854e7560cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425963 Dec 15 11:44:26.516049 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a498c168-70bd-4c42-8e0a-dbd7891e17c3 req-66cae27e-10df-487c-abed-c79b49a6ef24 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920675 Dec 15 11:44:26.669376 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0da83fbb-53ee-435c-b986-60994e3624a6 req-3a98bc6a-b8c9-4981-86d7-3bc096757a2f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 210 time: 0.0514517 Dec 15 11:44:26.685075 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a498c168-70bd-4c42-8e0a-dbd7891e17c3 req-79f887d5-554a-42da-954e-608cecfa7829 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596367 Dec 15 11:44:26.718096 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-1a33ef5b-74e6-4658-9f22-a69dc851cc93 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.719739 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-1a33ef5b-74e6-4658-9f22-a69dc851cc93 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 812 time: 0.1325145 Dec 15 11:44:26.802565 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-db55f7a9-febf-4c78-9976-58e530b40707 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74c170d0e1d43ccab75cc19eaff6707 HTTP/1.1" status: 200 len: 379 time: 0.0600183 Dec 15 11:44:26.836889 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'port': {'device_id': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'admin_state_up': True, 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'security_groups': ['d034be66-de5a-497c-9709-740cf67f5828']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:26.889692 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47946) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:26.961478 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Made reservation on behalf of a74c170d0e1d43ccab75cc19eaff6707 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:44:26.965083 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.002486 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d320a-131f-4673-a919-d7fbab5e48e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.087922 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d320a-131f-4673-a919-d7fbab5e48e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.092851 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d320a-131f-4673-a919-d7fbab5e48e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.097823 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Allocated IP 172.20.0.12 (829807fd-58b4-4c64-920f-853993a133a2/7303dd95-41cd-42ba-b6cb-33923b6fbe03/a62ae929-57bb-45d4-9a8e-3741e765c296) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:44:27.137179 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-145d320a-131f-4673-a919-d7fbab5e48e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8471de9423324c5781655b16221311b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437067 Dec 15 11:44:27.137179 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d320a-131f-4673-a919-d7fbab5e48e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa0d0ea-78ac-45a7-b66f-61792093b600,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:27.138450 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 47952) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:27.197399 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a625670-f041-477a-bf55-c1ff7336031b req-d2e67d80-5deb-49a5-95e6-1647acb9ee98 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:27.199144 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3a625670-f041-477a-bf55-c1ff7336031b req-d2e67d80-5deb-49a5-95e6-1647acb9ee98 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0548408 Dec 15 11:44:27.246872 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f29e45eb-d601-4520-b2e6-b104da165c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.249019 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3a625670-f041-477a-bf55-c1ff7336031b req-6cc22b7f-99b0-4b96-8881-94d3b1c2ba84 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422671 Dec 15 11:44:27.292130 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f29e45eb-d601-4520-b2e6-b104da165c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.308683 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.361589 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.370490 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f29e45eb-d601-4520-b2e6-b104da165c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.373215 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f29e45eb-d601-4520-b2e6-b104da165c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.374329 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f29e45eb-d601-4520-b2e6-b104da165c56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eaa0d0ea-78ac-45a7-b66f-61792093b600 HTTP/1.1" status: 204 len: 168 time: 0.2358217 Dec 15 11:44:27.414312 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e45eb-d601-4520-b2e6-b104da165c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa0d0ea-78ac-45a7-b66f-61792093b600,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:27.423169 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Network 829807fd-58b4-4c64-920f-853993a133a2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:44:27.426931 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:27.431683 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:44:27.436232 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'Port': ['ID=a62ae929-57bb-45d4-9a8e-3741e765c296,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:27.509159 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:27.509879 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.550584 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-41660fd3-1a57-4986-b0d8-0e80c9c98e0e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7177198 Dec 15 11:44:27.575238 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Request body: {'port': {'device_id': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:27.645663 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.805583 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-de125490-36bc-451f-b119-1f5a44877673 None None] Provisioning complete for port a62ae929-57bb-45d4-9a8e-3741e765c296 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:27.806684 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de125490-36bc-451f-b119-1f5a44877673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.820404 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f59d4-e547-4f93-9f7f-02c998aecc06 req-cb5ffd58-85cb-4e7e-9676-610bfa8a7952 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:27.823294 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-089f59d4-e547-4f93-9f7f-02c998aecc06 req-cb5ffd58-85cb-4e7e-9676-610bfa8a7952 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 932 time: 0.0798497 Dec 15 11:44:27.847675 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:27.855800 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-de125490-36bc-451f-b119-1f5a44877673 None None] Port a62ae929-57bb-45d4-9a8e-3741e765c296 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:44:27.867288 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbf6369c-4715-44e1-945b-5f20d82974d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.909469 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-089f59d4-e547-4f93-9f7f-02c998aecc06 req-79703460-b75b-426a-a4ab-39868e51d2e6 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797484 Dec 15 11:44:27.984875 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62ae929-57bb-45d4-9a8e-3741e765c296 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:44:27.992144 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbf6369c-4715-44e1-945b-5f20d82974d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.993073 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.997906 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbf6369c-4715-44e1-945b-5f20d82974d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.009283 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Transition to ACTIVE for port object a62ae929-57bb-45d4-9a8e-3741e765c296 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:44:28.014166 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.038996 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-dbf6369c-4715-44e1-945b-5f20d82974d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70cd9f3fa894488f8e87a851dbed7656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899724 Dec 15 11:44:28.040191 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6369c-4715-44e1-945b-5f20d82974d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8890ac06-af89-4992-9421-2acd818476aa,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:28.042732 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 47962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:28.086026 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Pushing event updated for resources: {'Port': ['ID=a62ae929-57bb-45d4-9a8e-3741e765c296,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:28.100237 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e2396a4-faf5-4c02-b824-359b9f0a4d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.124999 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e2396a4-faf5-4c02-b824-359b9f0a4d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.141263 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Attempting to bind port a62ae929-57bb-45d4-9a8e-3741e765c296 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:44:28.141638 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Attempting to bind port a62ae929-57bb-45d4-9a8e-3741e765c296 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:44:28.141975 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Attempting to bind port a62ae929-57bb-45d4-9a8e-3741e765c296 on network 829807fd-58b4-4c64-920f-853993a133a2 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:44:28.146620 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Port a62ae929-57bb-45d4-9a8e-3741e765c296 on network 829807fd-58b4-4c64-920f-853993a133a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:44:28.147344 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Attempting to bind port a62ae929-57bb-45d4-9a8e-3741e765c296 on network 829807fd-58b4-4c64-920f-853993a133a2 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:44:28.153216 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:44:28.154376 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Checking segment: {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:44:28.154798 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Bound using segment: {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:44:28.155325 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Bound port: a62ae929-57bb-45d4-9a8e-3741e765c296, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:44:28.155868 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.178666 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e2396a4-faf5-4c02-b824-359b9f0a4d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.181947 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e2396a4-faf5-4c02-b824-359b9f0a4d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.191970 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-6e2396a4-faf5-4c02-b824-359b9f0a4d9d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8890ac06-af89-4992-9421-2acd818476aa HTTP/1.1" status: 204 len: 168 time: 0.1439495 Dec 15 11:44:28.204861 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2396a4-faf5-4c02-b824-359b9f0a4d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8890ac06-af89-4992-9421-2acd818476aa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:28.235437 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] For port a62ae929-57bb-45d4-9a8e-3741e765c296, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:44:28.239434 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] For port a62ae929-57bb-45d4-9a8e-3741e765c296, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a62ae929-57bb-45d4-9a8e-3741e765c296,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:44:28.245850 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.284966 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:28.285594 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.287093 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] 10.222.0.59 "PUT /v2.0/ports/a62ae929-57bb-45d4-9a8e-3741e765c296 HTTP/1.1" status: 200 len: 1094 time: 0.7163799 Dec 15 11:44:28.289513 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'tag': 'a62ae929-57bb-45d4-9a8e-3741e765c296'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:28.291891 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e00b44-b843-43b4-b236-d3596ed0e125", "tag": "a62ae929-57bb-45d4-9a8e-3741e765c296"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:28.324119 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eb0b2-b0a5-4379-ab9b-ba7818d82b19 service neutron] Pushing event updated for resources: {'Port': ['ID=a62ae929-57bb-45d4-9a8e-3741e765c296,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:28.405560 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-f26390e6-7ff1-474a-a274-81bf32dd13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:28.408907 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-f26390e6-7ff1-474a-a274-81bf32dd13ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 1097 time: 0.0563481 Dec 15 11:44:28.429219 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e6032-8856-41d9-9668-5a9e1e41c0c1 req-f4f9d915-3552-4176-81d2-7adef23326c4 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:28.430872 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9f8e6032-8856-41d9-9668-5a9e1e41c0c1 req-f4f9d915-3552-4176-81d2-7adef23326c4 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0758350 Dec 15 11:44:28.502874 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9f8e6032-8856-41d9-9668-5a9e1e41c0c1 req-dcd77a39-32d4-47ba-84bc-5609c5a4408c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583026 Dec 15 11:44:28.506860 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-87793244-161b-44f8-b937-ba054639eff6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62ae929-57bb-45d4-9a8e-3741e765c296 HTTP/1.1" status: 200 len: 217 time: 0.0794594 Dec 15 11:44:28.567237 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-d9b257f3-14ae-453e-aa57-29800bb0bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:28.568780 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-d9b257f3-14ae-453e-aa57-29800bb0bcc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0550778 Dec 15 11:44:28.604787 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce06314-999f-4264-937e-e1c48ca52fa0 x-openstack-request-id: req-8ce06314-999f-4264-937e-e1c48ca52fa0 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:28.605084 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e00b44-b843-43b4-b236-d3596ed0e125", "tag": "a62ae929-57bb-45d4-9a8e-3741e765c296", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:28.605349 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ce06314-999f-4264-937e-e1c48ca52fa0 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:28.605876 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'tag': 'a62ae929-57bb-45d4-9a8e-3741e765c296', 'status': 'completed', 'code': 200} Dec 15 11:44:28.622100 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-9e56911a-edf9-4251-8977-ede05a688286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:28.623344 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-9e56911a-edf9-4251-8977-ede05a688286 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471466 Dec 15 11:44:28.725390 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-eec1372b-864c-44a3-9e02-9fda78de4b4a service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924594 Dec 15 11:44:28.818448 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a7e15156-8ce4-47c4-91d3-039ec2f59ca6 req-2a8147c0-0d86-4bf4-ab22-8b130eb456e4 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847688 Dec 15 11:44:28.964855 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5 req-0e998437-32df-408a-814c-7918981b440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:28.966847 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5 req-0e998437-32df-408a-814c-7918981b440c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 1097 time: 0.0558958 Dec 15 11:44:29.047237 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10661333-7695-443c-b9cf-0c4539d6b4ea req-f9114cd4-a553-4b58-811f-514a26b4bd4d tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:29.055630 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-10661333-7695-443c-b9cf-0c4539d6b4ea req-f9114cd4-a553-4b58-811f-514a26b4bd4d tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 944 time: 0.0687885 Dec 15 11:44:29.073930 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5 req-17a660ba-961d-42c0-b0bf-d5bef2a3bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:29.075891 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5 req-17a660ba-961d-42c0-b0bf-d5bef2a3bc24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.1016951 Dec 15 11:44:29.115997 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-10661333-7695-443c-b9cf-0c4539d6b4ea req-a718cb71-0d94-4979-bf6d-aaf12a401bfe tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560684 Dec 15 11:44:29.125844 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5 req-c59b99ce-4c59-4061-bee6-75004437d73a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62ae929-57bb-45d4-9a8e-3741e765c296 HTTP/1.1" status: 200 len: 217 time: 0.0426991 Dec 15 11:44:29.175689 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5 req-a3a07f07-18e1-4a46-8500-b56cc294fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:29.177087 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5 req-a3a07f07-18e1-4a46-8500-b56cc294fa00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0433986 Dec 15 11:44:29.224113 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5 req-a3ef13a1-b3ba-4275-9e85-cb2505fd25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:29.225602 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5 req-a3ef13a1-b3ba-4275-9e85-cb2505fd25bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415983 Dec 15 11:44:29.323887 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5 req-4d78a63c-1709-4864-8bf0-58a4e3df03f5 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896852 Dec 15 11:44:29.417553 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c6a4f349-03c3-4a68-86bb-f1908e5d3ba5 req-2874a4c4-6bb4-4962-b4bd-909791cb90c3 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865855 Dec 15 11:44:30.236875 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d24b13-64ba-449d-b964-a10089dfd69a req-931ea6ce-4bbe-4ff4-bf21-bb5aef9e6481 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:30.238836 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61d24b13-64ba-449d-b964-a10089dfd69a req-931ea6ce-4bbe-4ff4-bf21-bb5aef9e6481 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 944 time: 0.0590925 Dec 15 11:44:30.294902 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61d24b13-64ba-449d-b964-a10089dfd69a req-6101edca-d805-45dd-9396-dc5f01484b1d tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494776 Dec 15 11:44:31.422189 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9199a-c345-41ba-9c7c-53183c0242e1 req-a9b8773a-4be7-4064-89ae-cc3e884f1e5b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:31.423973 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-53b9199a-c345-41ba-9c7c-53183c0242e1 req-a9b8773a-4be7-4064-89ae-cc3e884f1e5b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 944 time: 0.0529230 Dec 15 11:44:31.477507 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-53b9199a-c345-41ba-9c7c-53183c0242e1 req-6582c139-dca9-45ca-bb76-c91888998506 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471401 Dec 15 11:44:32.611453 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b336152-15bd-4a9f-9764-0bd53cb9b3b0 req-517875fb-d264-45c7-a60e-e656bcd9b2d1 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:32.612899 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6b336152-15bd-4a9f-9764-0bd53cb9b3b0 req-517875fb-d264-45c7-a60e-e656bcd9b2d1 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 944 time: 0.0565412 Dec 15 11:44:32.668306 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6b336152-15bd-4a9f-9764-0bd53cb9b3b0 req-b42ed208-bfa6-47c1-a2f4-7efd7712f563 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492520 Dec 15 11:44:32.865655 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48052) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:32.982929 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d09d323-f3fa-49de-881d-8c5d7ca6e1c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.063107 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d09d323-f3fa-49de-881d-8c5d7ca6e1c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.071584 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d09d323-f3fa-49de-881d-8c5d7ca6e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.110898 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-2d09d323-f3fa-49de-881d-8c5d7ca6e1c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e009d24eaa1f4e48aa0b14bc97f78f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441418 Dec 15 11:44:33.111896 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09d323-f3fa-49de-881d-8c5d7ca6e1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b81f04e-5a65-4b4d-bcfe-3a3d01a4254d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:33.114728 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48058) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:33.168850 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b51b0436-13db-4e8a-8b96-8896d5cbb428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.191040 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b51b0436-13db-4e8a-8b96-8896d5cbb428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.238248 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b51b0436-13db-4e8a-8b96-8896d5cbb428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.240839 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b51b0436-13db-4e8a-8b96-8896d5cbb428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.241982 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b51b0436-13db-4e8a-8b96-8896d5cbb428 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b81f04e-5a65-4b4d-bcfe-3a3d01a4254d HTTP/1.1" status: 204 len: 168 time: 0.1257017 Dec 15 11:44:33.249925 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b0436-13db-4e8a-8b96-8896d5cbb428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b81f04e-5a65-4b4d-bcfe-3a3d01a4254d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:33.549477 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48064) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:33.564236 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a583f801-a62e-406c-b970-35637d901b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.640810 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a583f801-a62e-406c-b970-35637d901b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.646993 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a583f801-a62e-406c-b970-35637d901b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.687802 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583f801-a62e-406c-b970-35637d901b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d950ee08-1cf6-4d32-88b9-8427db2225b5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:33.693253 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-a583f801-a62e-406c-b970-35637d901b6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=487ebd127c0c472e81f1521559696319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425500 Dec 15 11:44:33.696335 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48068) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:33.750260 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-289e9fc2-b4bd-464f-8aaf-cecce5acb9fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.773224 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-289e9fc2-b4bd-464f-8aaf-cecce5acb9fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.779492 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-331e6d3f-ebe7-4f7b-87ca-13b17fb73c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.795786 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eccb41-1cae-450d-87b4-57b1596c44c7 req-f6b6d806-3441-465f-a0fe-cf2fa4ec4093 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:33.797358 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-56eccb41-1cae-450d-87b4-57b1596c44c7 req-f6b6d806-3441-465f-a0fe-cf2fa4ec4093 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 944 time: 0.0595570 Dec 15 11:44:33.825910 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-289e9fc2-b4bd-464f-8aaf-cecce5acb9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.828959 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-289e9fc2-b4bd-464f-8aaf-cecce5acb9fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.830139 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-289e9fc2-b4bd-464f-8aaf-cecce5acb9fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d950ee08-1cf6-4d32-88b9-8427db2225b5 HTTP/1.1" status: 204 len: 168 time: 0.1328187 Dec 15 11:44:33.838798 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e9fc2-b4bd-464f-8aaf-cecce5acb9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d950ee08-1cf6-4d32-88b9-8427db2225b5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:33.855553 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-56eccb41-1cae-450d-87b4-57b1596c44c7 req-c8ac06cc-af0c-4bba-adaf-2be406b0d577 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518463 Dec 15 11:44:34.987387 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6f6df-9436-4a48-96f1-f5bd8d9f6856 req-bbed3666-9f82-429f-a445-87875cd9b7ea tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:34.988687 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c0e6f6df-9436-4a48-96f1-f5bd8d9f6856 req-bbed3666-9f82-429f-a445-87875cd9b7ea tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 944 time: 0.0542758 Dec 15 11:44:35.045072 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c0e6f6df-9436-4a48-96f1-f5bd8d9f6856 req-e3729c2c-93ab-46b1-9261-f2590e50152a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499070 Dec 15 11:44:36.163377 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fae831bf-f84f-44f8-bd46-78e14edcbb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:36.183480 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590129ca-0221-44cd-ae06-d86faa7554bf req-24340367-9458-42d4-80f2-e7434fe2b1b2 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:36.186290 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-590129ca-0221-44cd-ae06-d86faa7554bf req-24340367-9458-42d4-80f2-e7434fe2b1b2 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 944 time: 0.0686719 Dec 15 11:44:36.249997 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-590129ca-0221-44cd-ae06-d86faa7554bf req-6abaa621-d78f-4861-830f-8bfefbac9779 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528083 Dec 15 11:44:37.273954 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:37.378385 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9998b9-54a2-485d-9223-34fca0602722 req-f047327b-1b3b-4ae9-a9b6-1ed418256f22 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:37.379975 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4b9998b9-54a2-485d-9223-34fca0602722 req-f047327b-1b3b-4ae9-a9b6-1ed418256f22 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 944 time: 0.0551639 Dec 15 11:44:37.450634 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4b9998b9-54a2-485d-9223-34fca0602722 req-127d8c37-ca5f-412b-a6d9-41675ab30d0f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564709 Dec 15 11:44:37.954633 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a62ae929-57bb-45d4-9a8e-3741e765c296 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:44:38.201861 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port a62ae929-57bb-45d4-9a8e-3741e765c296, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a62ae929-57bb-45d4-9a8e-3741e765c296,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:38.217019 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'a62ae929-57bb-45d4-9a8e-3741e765c296', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'port_id': 'a62ae929-57bb-45d4-9a8e-3741e765c296', 'mac_address': 'fa:16:3e:b9:b7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:44:38.261619 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:38.276665 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62ae929-57bb-45d4-9a8e-3741e765c296 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:44:38.301188 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port a62ae929-57bb-45d4-9a8e-3741e765c296, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a62ae929-57bb-45d4-9a8e-3741e765c296,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:38.306370 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:38.365644 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=a62ae929-57bb-45d4-9a8e-3741e765c296,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:38.576806 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7db16c-d949-4c2f-a3df-ee2c31127a1e req-f54edb7a-4eb8-42ec-9850-e840fe7a98c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:38.578468 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3f7db16c-d949-4c2f-a3df-ee2c31127a1e req-f54edb7a-4eb8-42ec-9850-e840fe7a98c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 945 time: 0.0557630 Dec 15 11:44:38.642841 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3f7db16c-d949-4c2f-a3df-ee2c31127a1e req-faf5556a-2429-42b1-8ef2-45f2751e6309 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566113 Dec 15 11:44:38.744223 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['a62ae929-57bb-45d4-9a8e-3741e765c296'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:44:38.873585 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:39.525371 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:39.775550 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec471762-fc69-40a8-b069-b4cbf79a52ba req-e5b99e45-7e59-42d9-8114-220dd344fd3b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:39.777070 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ec471762-fc69-40a8-b069-b4cbf79a52ba req-e5b99e45-7e59-42d9-8114-220dd344fd3b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 945 time: 0.0596297 Dec 15 11:44:39.829025 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ec471762-fc69-40a8-b069-b4cbf79a52ba req-bb18841d-ba3a-4830-806f-3f188d986225 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457640 Dec 15 11:44:39.844652 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:44:39.968788 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a62ae929-57bb-45d4-9a8e-3741e765c296 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:44:40.022251 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port a62ae929-57bb-45d4-9a8e-3741e765c296 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:44:40.027057 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port a62ae929-57bb-45d4-9a8e-3741e765c296 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:40.027373 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:40.113939 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:40.137437 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62ae929-57bb-45d4-9a8e-3741e765c296'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:40.139820 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f15a73-c065-4b67-8dc7-93e36e03fcd3" -d '{"events": [{"server_uuid": "d2e00b44-b843-43b4-b236-d3596ed0e125", "name": "network-vif-plugged", "status": "completed", "tag": "a62ae929-57bb-45d4-9a8e-3741e765c296"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:40.153546 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port a62ae929-57bb-45d4-9a8e-3741e765c296, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a62ae929-57bb-45d4-9a8e-3741e765c296,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:40.159582 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:40.185828 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7fd3e6-fc96-4284-89a6-22c1021546e6 x-openstack-request-id: req-ce7fd3e6-fc96-4284-89a6-22c1021546e6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:40.186152 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e00b44-b843-43b4-b236-d3596ed0e125", "name": "network-vif-plugged", "status": "completed", "tag": "a62ae929-57bb-45d4-9a8e-3741e765c296", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:40.187084 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce7fd3e6-fc96-4284-89a6-22c1021546e6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:40.187084 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62ae929-57bb-45d4-9a8e-3741e765c296', 'code': 200} Dec 15 11:44:40.213547 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=a62ae929-57bb-45d4-9a8e-3741e765c296,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:40.483651 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9f05-00f2-461f-9709-fbb3b512c8c0 req-0ebf3b22-55be-4c22-b85e-fc6d8ad221d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:40.485210 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4b0e9f05-00f2-461f-9709-fbb3b512c8c0 req-0ebf3b22-55be-4c22-b85e-fc6d8ad221d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 1099 time: 0.0410593 Dec 15 11:44:40.537219 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4b0e9f05-00f2-461f-9709-fbb3b512c8c0 req-2215651e-ab7c-4db1-b7fa-f8badfc3b72e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 Dec 15 11:44:40.959413 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f204ce9-ac3b-4647-9d80-2585c8d9971e req-1da373ea-6017-4811-9ad7-7c4b84603349 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:40.960961 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8f204ce9-ac3b-4647-9d80-2585c8d9971e req-1da373ea-6017-4811-9ad7-7c4b84603349 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0608363 Dec 15 11:44:41.013710 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8f204ce9-ac3b-4647-9d80-2585c8d9971e req-ed9d4a95-7e43-47ba-951d-3b871ab9d4fb tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465217 Dec 15 11:44:42.156410 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e0065-c2c9-4053-aca6-187fe323bf03 req-d9d4f053-f49f-4a22-885d-da134eba2402 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:42.158009 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d08e0065-c2c9-4053-aca6-187fe323bf03 req-d9d4f053-f49f-4a22-885d-da134eba2402 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0602877 Dec 15 11:44:42.217808 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d08e0065-c2c9-4053-aca6-187fe323bf03 req-ac0914cd-d1e4-491b-902d-07ab299230c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476074 Dec 15 11:44:43.349286 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a985b1b-4433-45fe-bfcf-c8758291a849 req-d502e59a-1b30-4c57-8d16-6d89645896d9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:43.351173 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7a985b1b-4433-45fe-bfcf-c8758291a849 req-d502e59a-1b30-4c57-8d16-6d89645896d9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0632789 Dec 15 11:44:43.407439 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7a985b1b-4433-45fe-bfcf-c8758291a849 req-2a84ab1a-0c59-4a24-9af3-541ca2691d2e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486708 Dec 15 11:44:43.537021 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23590386-5910-4ea6-9382-a38fe7be9ec7 req-3b98b7d7-d9a2-4f11-ba8b-86fa9242ee50 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:43.539299 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-23590386-5910-4ea6-9382-a38fe7be9ec7 req-3b98b7d7-d9a2-4f11-ba8b-86fa9242ee50 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0546591 Dec 15 11:44:43.614235 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-23590386-5910-4ea6-9382-a38fe7be9ec7 req-25cdbaa6-8076-4325-a736-4c7e2d337e37 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672159 Dec 15 11:44:43.641918 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48202) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:43.870412 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d103d-9501-4cf4-a00c-cd18ce509c90 tempest-TestVolumeBootPattern-1939674622 tempest-TestVolumeBootPattern-1939674622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:43.872055 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-6c4d103d-9501-4cf4-a00c-cd18ce509c90 tempest-TestVolumeBootPattern-1939674622 tempest-TestVolumeBootPattern-1939674622-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 1094 time: 0.2283750 Dec 15 11:44:43.875248 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48208) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:43.879881 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'floatingip': {'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'port_id': 'a62ae929-57bb-45d4-9a8e-3741e765c296', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:43.907784 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.019403 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.050735 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.137422 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Allocated IP 172.27.1.65 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/ccc57adc-fce8-48f1-a815-ce437065aeba) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:44:44.254456 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.295316 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.338220 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:44:44.341150 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:44.345161 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:44:44.368561 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'Port': ['ID=ccc57adc-fce8-48f1-a815-ce437065aeba,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:44.735710 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.819905 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.083712 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48224) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:45.214115 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2871f2ca-afe5-42a9-9919-c52d4c96f835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.294920 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5f39b-aaf4-4303-b538-dc5ec87b91ef req-34701920-8b5f-4834-be85-7a11221d304f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:45.296928 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3cb5f39b-aaf4-4303-b538-dc5ec87b91ef req-34701920-8b5f-4834-be85-7a11221d304f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 946 time: 0.3464365 Dec 15 11:44:45.301456 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2871f2ca-afe5-42a9-9919-c52d4c96f835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.306924 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2871f2ca-afe5-42a9-9919-c52d4c96f835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.328212 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.343952 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.352269 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-2871f2ca-afe5-42a9-9919-c52d4c96f835 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb0864066a884ec889d4aac1451ce85f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666609 Dec 15 11:44:45.352514 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48230) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:45.354488 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871f2ca-afe5-42a9-9919-c52d4c96f835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e86f881-0aaa-4bf8-8a5e-0b77e750d8c6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:45.399801 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3cb5f39b-aaf4-4303-b538-dc5ec87b91ef req-8575474f-08f0-4c2e-9357-beec5560dbac tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958703 Dec 15 11:44:45.413289 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1bab7b9-397f-4cd5-98bb-c3ded5e37010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.436879 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'Port': ['ID=ccc57adc-fce8-48f1-a815-ce437065aeba,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:45.439947 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1bab7b9-397f-4cd5-98bb-c3ded5e37010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.448159 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.501542 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1bab7b9-397f-4cd5-98bb-c3ded5e37010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.506411 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1bab7b9-397f-4cd5-98bb-c3ded5e37010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.508398 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f1bab7b9-397f-4cd5-98bb-c3ded5e37010 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e86f881-0aaa-4bf8-8a5e-0b77e750d8c6 HTTP/1.1" status: 204 len: 168 time: 0.1547821 Dec 15 11:44:45.523733 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bab7b9-397f-4cd5-98bb-c3ded5e37010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e86f881-0aaa-4bf8-8a5e-0b77e750d8c6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:45.571309 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.l3_db [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Floating IP 84310448-7e63-4f93-be4b-dcf987bff759 associated. External IP: 172.27.1.65, port: a62ae929-57bb-45d4-9a8e-3741e765c296. Dec 15 11:44:45.856595 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:44:45.865268 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48236) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:45.893439 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-712c02ae-baa4-4c6f-b9d7-6a1b6e34cda6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:45.995230 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:44:46.011833 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cffccd3-9279-401b-bbbe-cbd5803600fe None None] Sync routers for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:44:46.013507 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-712c02ae-baa4-4c6f-b9d7-6a1b6e34cda6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:46.023897 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-712c02ae-baa4-4c6f-b9d7-6a1b6e34cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:46.027070 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:46.027303 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cffccd3-9279-401b-bbbe-cbd5803600fe None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:46.029662 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7cffccd3-9279-401b-bbbe-cbd5803600fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:44:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:46.107590 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-21ffdb76-df46-4148-9622-ab7405e28615 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2210646 Dec 15 11:44:46.107590 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'tag': 'a62ae929-57bb-45d4-9a8e-3741e765c296'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:46.111763 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170d8afc-a250-4c79-80df-950d3e3c4c50" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e00b44-b843-43b4-b236-d3596ed0e125", "tag": "a62ae929-57bb-45d4-9a8e-3741e765c296"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:46.118605 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48242) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:46.119004 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-712c02ae-baa4-4c6f-b9d7-6a1b6e34cda6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c22f70699a24e53bdd36486a634a117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510667 Dec 15 11:44:46.120484 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c02ae-baa4-4c6f-b9d7-6a1b6e34cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ecb444-82c6-43bc-bce7-40470421acd2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:46.174601 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9930dfcc-8800-4a13-8634-756d7aca2978 x-openstack-request-id: req-9930dfcc-8800-4a13-8634-756d7aca2978 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:46.175200 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e00b44-b843-43b4-b236-d3596ed0e125", "tag": "a62ae929-57bb-45d4-9a8e-3741e765c296", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:46.175554 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9930dfcc-8800-4a13-8634-756d7aca2978 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:46.177084 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'tag': 'a62ae929-57bb-45d4-9a8e-3741e765c296', 'status': 'completed', 'code': 200} Dec 15 11:44:46.186256 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7cffccd3-9279-401b-bbbe-cbd5803600fe None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:46.208400 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9d9d-4a3c-4f9a-b7e6-3d19b7aa3cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:46.249261 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9d9d-4a3c-4f9a-b7e6-3d19b7aa3cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:46.319041 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9d9d-4a3c-4f9a-b7e6-3d19b7aa3cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:46.323377 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9d9d-4a3c-4f9a-b7e6-3d19b7aa3cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:46.324772 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-b8bf9d9d-4a3c-4f9a-b7e6-3d19b7aa3cf3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65ecb444-82c6-43bc-bce7-40470421acd2 HTTP/1.1" status: 204 len: 168 time: 0.2051296 Dec 15 11:44:46.337285 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf9d9d-4a3c-4f9a-b7e6-3d19b7aa3cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ecb444-82c6-43bc-bce7-40470421acd2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:46.339895 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d8afc-a250-4c79-80df-950d3e3c4c50 req-b9c14194-a9d0-479b-b1b0-4c1406158d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:46.341532 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-170d8afc-a250-4c79-80df-950d3e3c4c50 req-b9c14194-a9d0-479b-b1b0-4c1406158d89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 1099 time: 0.0714090 Dec 15 11:44:46.500399 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d8afc-a250-4c79-80df-950d3e3c4c50 req-9887e3d2-4fcb-41a0-bca4-300ae6781fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:46.501429 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-170d8afc-a250-4c79-80df-950d3e3c4c50 req-9887e3d2-4fcb-41a0-bca4-300ae6781fbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.1516843 Dec 15 11:44:46.522545 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7cffccd3-9279-401b-bbbe-cbd5803600fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '84310448-7e63-4f93-be4b-dcf987bff759', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'a62ae929-57bb-45d4-9a8e-3741e765c296', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:b9:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:44Z', 'updated_at': '2021-12-15T11:44:44Z', 'revision_number': 0, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:46.566172 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cffccd3-9279-401b-bbbe-cbd5803600fe None None] Checking router: 0b0c5d31-cf01-4b22-b860-5b3af5949b0d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:44:46.567537 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3c073-bb84-4a64-9ad8-8cba5775392c req-f3375ea8-da6a-4ab2-925d-dd074aa365e3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:46.577294 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7ac3c073-bb84-4a64-9ad8-8cba5775392c req-f3375ea8-da6a-4ab2-925d-dd074aa365e3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 946 time: 0.0741363 Dec 15 11:44:46.586740 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cffccd3-9279-401b-bbbe-cbd5803600fe None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:46.587782 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7cffccd3-9279-401b-bbbe-cbd5803600fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:44:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:46.656808 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7ac3c073-bb84-4a64-9ad8-8cba5775392c req-e4d4907f-92b3-42b8-b68b-85ea99f1424b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785670 Dec 15 11:44:46.738820 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7cffccd3-9279-401b-bbbe-cbd5803600fe None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:46.878427 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-170d8afc-a250-4c79-80df-950d3e3c4c50 req-f3488218-e24e-44dc-b182-7abe9ca8e0c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62ae929-57bb-45d4-9a8e-3741e765c296 HTTP/1.1" status: 200 len: 999 time: 0.3655531 Dec 15 11:44:46.941077 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d8afc-a250-4c79-80df-950d3e3c4c50 req-a3d0947f-bca1-45e0-b1b4-a3c8c4703eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:46.943643 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-170d8afc-a250-4c79-80df-950d3e3c4c50 req-a3d0947f-bca1-45e0-b1b4-a3c8c4703eb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0560293 Dec 15 11:44:47.006199 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d8afc-a250-4c79-80df-950d3e3c4c50 req-11a22450-5520-4a9a-b42f-a6cb874b56ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:47.009001 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-170d8afc-a250-4c79-80df-950d3e3c4c50 req-11a22450-5520-4a9a-b42f-a6cb874b56ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569353 Dec 15 11:44:47.016136 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7cffccd3-9279-401b-bbbe-cbd5803600fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '84310448-7e63-4f93-be4b-dcf987bff759', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'a62ae929-57bb-45d4-9a8e-3741e765c296', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:b9:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:44Z', 'updated_at': '2021-12-15T11:44:44Z', 'revision_number': 0, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:47.047791 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cffccd3-9279-401b-bbbe-cbd5803600fe None None] The sync data for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi is: [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '84310448-7e63-4f93-be4b-dcf987bff759', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'a62ae929-57bb-45d4-9a8e-3741e765c296', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:b9:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:44Z', 'updated_at': '2021-12-15T11:44:44Z', 'revision_number': 0, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:44:47.180572 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eba547-687a-4bd1-872d-0563956201ce req-a656269b-d302-43ad-90ca-e9c01c9732b0 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:47.183599 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-30eba547-687a-4bd1-872d-0563956201ce req-a656269b-d302-43ad-90ca-e9c01c9732b0 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.59 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 946 time: 0.0940108 Dec 15 11:44:47.197699 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-170d8afc-a250-4c79-80df-950d3e3c4c50 req-f0a38a05-cf57-4be0-ad37-4e4b09777fd3 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085446 Dec 15 11:44:47.307966 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Deleting port 80da3442-4fb7-4d3f-97b2-a64a49164845 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:44:47.308288 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:47.332312 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-170d8afc-a250-4c79-80df-950d3e3c4c50 req-43570d3e-ed4f-4e7b-9724-fff221a57e8a service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269259 Dec 15 11:44:47.381741 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec87b3e-f6ba-4ab4-83f0-b202d83a0603 None None] New status for floating IP 84310448-7e63-4f93-be4b-dcf987bff759: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:44:47.437362 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] For port 80da3442-4fb7-4d3f-97b2-a64a49164845, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80da3442-4fb7-4d3f-97b2-a64a49164845,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:47.438051 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:47.705246 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:47.705246 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:47.705829 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.l3_db [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Floating IP 7377ae12-dc7f-4183-8f73-0efc51e184d2 disassociated. External IP: 172.27.1.186, port: 80da3442-4fb7-4d3f-97b2-a64a49164845. Dec 15 11:44:47.705829 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Calling delete_port for 80da3442-4fb7-4d3f-97b2-a64a49164845 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:44:47.830318 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a3195-ff39-4d81-808b-6ab91cd8c512 req-754dffcd-a7be-4fc8-96c8-10f5de3e48fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:47.832501 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-320a3195-ff39-4d81-808b-6ab91cd8c512 req-754dffcd-a7be-4fc8-96c8-10f5de3e48fa tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=445db9c9-cbcd-4028-96e1-4ec88ec9643e HTTP/1.1" status: 200 len: 946 time: 0.0787687 Dec 15 11:44:47.876536 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48276) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:47.924664 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-320a3195-ff39-4d81-808b-6ab91cd8c512 req-2d901ae7-8cbe-48e7-9205-34db0353b86e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5412ee9-aa41-489b-a9fd-2af7902d333f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848808 Dec 15 11:44:47.931340 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:47.965285 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event deleted for resources: {'Port': ['ID=80da3442-4fb7-4d3f-97b2-a64a49164845,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:48.005555 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9024-7793-4d20-bdb9-81a924cb9a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:48.088666 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:44:48.094649 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9024-7793-4d20-bdb9-81a924cb9a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:48.101533 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b3cb9024-7793-4d20-bdb9-81a924cb9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:48.141244 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b3cb9024-7793-4d20-bdb9-81a924cb9a24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb19f3f3cf0d43638ae7da549adbb26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623630 Dec 15 11:44:48.143496 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb9024-7793-4d20-bdb9-81a924cb9a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90923aa-ea75-4464-b27a-682ead48295a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:48.147103 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48280) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:48.200755 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a737286e-d92f-4bf5-b7e4-9562ba6bb932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:48.211128 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:44:48.222216 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68555d5b-6c95-4c95-b90f-5e0bee9d6fec None None] Sync routers for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:44:48.225504 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a737286e-d92f-4bf5-b7e4-9562ba6bb932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:48.244380 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68555d5b-6c95-4c95-b90f-5e0bee9d6fec None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:48.245402 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-68555d5b-6c95-4c95-b90f-5e0bee9d6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:44:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:48.260151 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] No DVR routers for this DVR port 80da3442-4fb7-4d3f-97b2-a64a49164845 on host hv-cinder-81322 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:44:48.263022 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:48.266614 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-30eba547-687a-4bd1-872d-0563956201ce req-4c94a2af-ed0d-4d87-8273-c9034ab3df0e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.59 "DELETE /v2.0/ports/80da3442-4fb7-4d3f-97b2-a64a49164845 HTTP/1.1" status: 204 len: 173 time: 1.0770240 Dec 15 11:44:48.267061 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'name': 'network-vif-deleted', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:48.269477 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d3e50a-98b2-48b5-b8b0-a26b607cf4cd" -d '{"events": [{"server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "name": "network-vif-deleted", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:48.295093 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a737286e-d92f-4bf5-b7e4-9562ba6bb932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:48.297932 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a737286e-d92f-4bf5-b7e4-9562ba6bb932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:48.299315 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-a737286e-d92f-4bf5-b7e4-9562ba6bb932 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f90923aa-ea75-4464-b27a-682ead48295a HTTP/1.1" status: 204 len: 168 time: 0.1508710 Dec 15 11:44:48.309052 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737286e-d92f-4bf5-b7e4-9562ba6bb932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90923aa-ea75-4464-b27a-682ead48295a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:48.316152 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cc7051-cb40-4f22-bf8e-459a64bb4c0e x-openstack-request-id: req-d3cc7051-cb40-4f22-bf8e-459a64bb4c0e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:48.316485 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445db9c9-cbcd-4028-96e1-4ec88ec9643e", "name": "network-vif-deleted", "tag": "80da3442-4fb7-4d3f-97b2-a64a49164845", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:48.316754 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3cc7051-cb40-4f22-bf8e-459a64bb4c0e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:48.317191 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445db9c9-cbcd-4028-96e1-4ec88ec9643e', 'name': 'network-vif-deleted', 'tag': '80da3442-4fb7-4d3f-97b2-a64a49164845', 'status': 'completed', 'code': 200} Dec 15 11:44:48.409254 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-68555d5b-6c95-4c95-b90f-5e0bee9d6fec None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:48.849655 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-68555d5b-6c95-4c95-b90f-5e0bee9d6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:48.891481 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68555d5b-6c95-4c95-b90f-5e0bee9d6fec None None] Checking router: a0a7142b-cbc8-4de4-9b8c-f48da636bf64 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:44:48.904017 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68555d5b-6c95-4c95-b90f-5e0bee9d6fec None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:48.905604 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-68555d5b-6c95-4c95-b90f-5e0bee9d6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:44:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:49.060512 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48306) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:49.075402 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-68555d5b-6c95-4c95-b90f-5e0bee9d6fec None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:49.152451 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2c109f36-190f-4eb9-b59f-25b6f8dc3999 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.188202 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2c109f36-190f-4eb9-b59f-25b6f8dc3999 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.250661 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2c109f36-190f-4eb9-b59f-25b6f8dc3999 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.255597 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2c109f36-190f-4eb9-b59f-25b6f8dc3999 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.260803 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48310) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:49.261317 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-2c109f36-190f-4eb9-b59f-25b6f8dc3999 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "DELETE /v2.0/security-groups/b5412ee9-aa41-489b-a9fd-2af7902d333f HTTP/1.1" status: 204 len: 168 time: 0.1987121 Dec 15 11:44:49.284639 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.api.v2.resource [None req-985e1149-851e-4596-ab6c-2b278d2be0b3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] show failed (client error): The resource could not be found. Dec 15 11:44:49.284876 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c109f36-190f-4eb9-b59f-25b6f8dc3999 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5412ee9-aa41-489b-a9fd-2af7902d333f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:49.290688 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-985e1149-851e-4596-ab6c-2b278d2be0b3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups/b5412ee9-aa41-489b-a9fd-2af7902d333f HTTP/1.1" status: 404 len: 347 time: 0.0278237 Dec 15 11:44:49.291509 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48316) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:49.367064 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-68555d5b-6c95-4c95-b90f-5e0bee9d6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:49.395220 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68555d5b-6c95-4c95-b90f-5e0bee9d6fec None None] The sync data for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi is: [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:44:49.478298 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-37594a92-3127-44c6-b2e4-44f17f7e5141 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Deleting port 89125648-37b9-4ef2-bd54-ec773346acfd {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:44:49.478712 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37594a92-3127-44c6-b2e4-44f17f7e5141 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.581032 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37594a92-3127-44c6-b2e4-44f17f7e5141 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.581351 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37594a92-3127-44c6-b2e4-44f17f7e5141 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.606268 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-37594a92-3127-44c6-b2e4-44f17f7e5141 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Calling delete_port for 89125648-37b9-4ef2-bd54-ec773346acfd owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:44:49.783693 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85df907d-9444-4352-9e4c-3809ac7600fe None None] New status for floating IP 7377ae12-dc7f-4183-8f73-0efc51e184d2: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:44:49.830779 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37594a92-3127-44c6-b2e4-44f17f7e5141 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.861382 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37594a92-3127-44c6-b2e4-44f17f7e5141 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event deleted for resources: {'Port': ['ID=89125648-37b9-4ef2-bd54-ec773346acfd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:49.876857 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85df907d-9444-4352-9e4c-3809ac7600fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 11:44:49.877192 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG oslo_db.api [None req-85df907d-9444-4352-9e4c-3809ac7600fe None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 11:44:49.949423 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37594a92-3127-44c6-b2e4-44f17f7e5141 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.959349 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37594a92-3127-44c6-b2e4-44f17f7e5141 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.959349 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-37594a92-3127-44c6-b2e4-44f17f7e5141 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "DELETE /v2.0/floatingips/7377ae12-dc7f-4183-8f73-0efc51e184d2 HTTP/1.1" status: 204 len: 168 time: 0.6609828 Dec 15 11:44:50.015919 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 80da3442-4fb7-4d3f-97b2-a64a49164845 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:44:50.057422 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: 80da3442-4fb7-4d3f-97b2-a64a49164845 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:44:50.058053 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 80da3442-4fb7-4d3f-97b2-a64a49164845 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:44:50.378499 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85df907d-9444-4352-9e4c-3809ac7600fe None None] New status for floating IP 7377ae12-dc7f-4183-8f73-0efc51e184d2: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:44:50.449398 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48324) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:50.454094 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9537402c-0841-4832-a568-406e792d5474 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515984467', 'description': 'tempest-description--1702233866'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:50.484070 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9537402c-0841-4832-a568-406e792d5474 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.590213 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9537402c-0841-4832-a568-406e792d5474 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.595263 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9537402c-0841-4832-a568-406e792d5474 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.629098 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9537402c-0841-4832-a568-406e792d5474 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.630473 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-9537402c-0841-4832-a568-406e792d5474 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1799707 Dec 15 11:44:50.635125 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:50.640300 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-02062849-3575-4e5e-b43d-0a5ba06fee92 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'security_group_rule': {'security_group_id': '41486b9c-4087-42d1-b4d5-c27407167e55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:50.647084 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537402c-0841-4832-a568-406e792d5474 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41486b9c-4087-42d1-b4d5-c27407167e55,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:50.675753 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02062849-3575-4e5e-b43d-0a5ba06fee92 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.737193 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02062849-3575-4e5e-b43d-0a5ba06fee92 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.743317 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02062849-3575-4e5e-b43d-0a5ba06fee92 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.765621 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02062849-3575-4e5e-b43d-0a5ba06fee92 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff4bd17-b09f-4705-b96f-cbbb38737ee1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:50.776451 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02062849-3575-4e5e-b43d-0a5ba06fee92 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.777791 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-02062849-3575-4e5e-b43d-0a5ba06fee92 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414526 Dec 15 11:44:50.780353 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48328) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:50.784791 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-60c555fa-40b1-47ae-8d76-30cdfdb8bb0d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'security_group_rule': {'security_group_id': '41486b9c-4087-42d1-b4d5-c27407167e55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:50.815403 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60c555fa-40b1-47ae-8d76-30cdfdb8bb0d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.883847 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60c555fa-40b1-47ae-8d76-30cdfdb8bb0d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.889226 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60c555fa-40b1-47ae-8d76-30cdfdb8bb0d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.908726 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c555fa-40b1-47ae-8d76-30cdfdb8bb0d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add2751a-c978-4eb6-8468-3372f4d9d1a9,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:50.921087 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60c555fa-40b1-47ae-8d76-30cdfdb8bb0d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.924189 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-60c555fa-40b1-47ae-8d76-30cdfdb8bb0d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426542 Dec 15 11:44:50.928831 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48330) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:50.935239 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'floatingip': {'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:50.960847 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:51.072122 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:51.205627 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-c1db31c2-ed03-4c1e-a6fc-64b3cf0d6cf4 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e764a374059f4af48e55f688ee766837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591047 Dec 15 11:44:51.315287 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Allocated IP 172.27.1.30 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/14c7455d-294b-4dd4-89bf-6b96c474ed3e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:44:51.480059 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-ba74c066-5035-4424-a804-1aede46ccdf1 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:51.481550 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-ba74c066-5035-4424-a804-1aede46ccdf1 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689066 Dec 15 11:44:51.513929 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-1a444725-36f5-4644-88d2-5266bd15473c tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/quotas/e764a374059f4af48e55f688ee766837 HTTP/1.1" status: 200 len: 375 time: 0.0208101 Dec 15 11:44:51.543202 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:51.560567 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-c66ba126-e811-4c33-a396-9a80efe68ee3 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e764a374059f4af48e55f688ee766837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406110 Dec 15 11:44:51.594080 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:51.636831 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:44:51.640035 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:51.643723 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:44:51.671579 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'Port': ['ID=14c7455d-294b-4dd4-89bf-6b96c474ed3e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:51.790080 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7db82f62-7846-497d-adb0-cdfa075e706c req-a03a1be5-b5a2-4a56-b734-185351859987 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 210 time: 0.0366967 Dec 15 11:44:51.806066 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:51.848936 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:52.034649 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:52.040184 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:52.122770 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'Port': ['ID=14c7455d-294b-4dd4-89bf-6b96c474ed3e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:52.129761 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:52.147143 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:52.148516 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-d695f4c0-f9ce-495e-bd3d-58503d0adb57 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2184632 Dec 15 11:44:52.396355 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-25c96773-fa8f-445f-aace-274b29e11aa4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--515984467&fields=id&tenant_id=32d22ecc87d9432b96feaa2df875e6fe HTTP/1.1" status: 200 len: 267 time: 0.0598090 Dec 15 11:44:52.547246 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-cf481219-0b2a-485b-bd54-8adafdf31935 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:52.549340 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-cf481219-0b2a-485b-bd54-8adafdf31935 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 817 time: 0.1451983 Dec 15 11:44:52.567657 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-3a429105-ba06-4635-91a7-e9f63a58decc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/quotas/32d22ecc87d9432b96feaa2df875e6fe HTTP/1.1" status: 200 len: 375 time: 0.0103965 Dec 15 11:44:52.624016 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-179bc9a3-037e-472b-93b7-e0e0425261bf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500801 Dec 15 11:44:52.835845 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-4a6e7955-cdbb-407f-b81b-f568e3d2b3e2 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985340 Dec 15 11:44:52.932728 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cf5f48f2-b427-4899-a1b3-9b42073635dd req-9118870a-82f3-4f87-94e0-9d3a141e4369 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 210 time: 0.0344326 Dec 15 11:44:52.958369 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-03b06a7a-148a-4fd7-a9bf-a0fc6858736e tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e764a374059f4af48e55f688ee766837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280223 Dec 15 11:44:53.054433 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-4a48a952-0b39-499b-a580-38370be4657f service neutron] 10.222.0.46 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111890 Dec 15 11:44:53.116709 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-bee4d769-19bc-45b9-a9eb-dc35162e2189 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:53.118322 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-bee4d769-19bc-45b9-a9eb-dc35162e2189 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536479 Dec 15 11:44:53.142802 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Request body: {'port': {'device_id': 'e8a25157-65a6-4790-8bcd-537351b354e0', 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7', 'admin_state_up': True, 'tenant_id': 'e764a374059f4af48e55f688ee766837'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:53.491708 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0f81ca74-801b-4587-b447-193c73c5e52d req-b93ed552-7d9c-497d-ac7a-097fa129cdaf tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 210 time: 0.2848871 Dec 15 11:44:53.549858 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Made reservation on behalf of e764a374059f4af48e55f688ee766837 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:44:53.553486 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:53.566465 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:53.648707 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:53.653950 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:53.725615 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827cacbd-340f-4897-a44f-567fc5b96433,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:53.814658 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Allocated IP 192.168.233.30 (0f36de9a-383d-41e1-b5d8-ec815b7fc2b7/9068ac10-ecb4-4338-aad1-18d6bec7b4a5/a43edda7-c204-46e7-b234-6507d574cdb3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:44:53.977801 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.023197 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.094738 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Network 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:44:54.098588 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Pushing event updated for resources: {'Port': ['ID=a43edda7-c204-46e7-b234-6507d574cdb3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:54.103432 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:54.107115 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:44:54.122754 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300f6f0-bbcf-415f-a76c-07273930cf76 req-6525840d-47ae-477b-ad9c-87e8f06bdb75 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:54.124388 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e300f6f0-bbcf-415f-a76c-07273930cf76 req-6525840d-47ae-477b-ad9c-87e8f06bdb75 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 935 time: 0.1115022 Dec 15 11:44:54.189502 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:54.190181 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.229329 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-dc095d31-074d-4209-be2a-62f06f4819b9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0909128 Dec 15 11:44:54.235428 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e300f6f0-bbcf-415f-a76c-07273930cf76 req-ed918f65-00ae-4e49-bb49-c47c5952a144 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884445 Dec 15 11:44:54.294872 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Request body: {'port': {'device_id': 'e8a25157-65a6-4790-8bcd-537351b354e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:54.327546 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b57a1cbf-7f4b-4442-8162-62d32bc7e905 None None] Provisioning complete for port a43edda7-c204-46e7-b234-6507d574cdb3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:54.330763 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b57a1cbf-7f4b-4442-8162-62d32bc7e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.358757 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.371194 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b57a1cbf-7f4b-4442-8162-62d32bc7e905 None None] Port a43edda7-c204-46e7-b234-6507d574cdb3 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:44:54.453781 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-5726a74b-bbef-4c31-87f3-4cea75f47a4d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:54.456089 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-5726a74b-bbef-4c31-87f3-4cea75f47a4d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 817 time: 0.1657834 Dec 15 11:44:54.532222 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-c82c50c7-d113-415a-b768-59eec15e0030 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d22ecc87d9432b96feaa2df875e6fe HTTP/1.1" status: 200 len: 379 time: 0.0573723 Dec 15 11:44:54.572733 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'port': {'device_id': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'admin_state_up': True, 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'security_groups': ['41486b9c-4087-42d1-b4d5-c27407167e55']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:54.607785 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-669c68e2-916b-4836-802e-ce7d05436358 req-98229dab-62c7-4f5c-b5b9-e7df6751e977 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 210 time: 0.0415809 Dec 15 11:44:54.675830 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43edda7-c204-46e7-b234-6507d574cdb3 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:44:54.684251 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.688607 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Made reservation on behalf of 32d22ecc87d9432b96feaa2df875e6fe for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:44:54.692294 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.696833 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Transition to ACTIVE for port object a43edda7-c204-46e7-b234-6507d574cdb3 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:44:54.701679 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.754794 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Pushing event updated for resources: {'Port': ['ID=a43edda7-c204-46e7-b234-6507d574cdb3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:54.822943 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Allocated IP 172.20.0.6 (3ff554bc-0fd0-4703-8d9d-d815843967c4/44677b6a-acdc-4072-9900-3699a05e13ba/e2384600-67a0-43aa-8294-26b4087f1870) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:44:54.826655 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Attempting to bind port a43edda7-c204-46e7-b234-6507d574cdb3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:44:54.827102 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Attempting to bind port a43edda7-c204-46e7-b234-6507d574cdb3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7485294c-e5ea-4fd8-8395-1fa41e605cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:44:54.827502 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Attempting to bind port a43edda7-c204-46e7-b234-6507d574cdb3 on network 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:44:54.833188 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Port a43edda7-c204-46e7-b234-6507d574cdb3 on network 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:44:54.833585 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Attempting to bind port a43edda7-c204-46e7-b234-6507d574cdb3 on network 0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:44:54.839611 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:44:54.840063 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Checking segment: {'id': '7485294c-e5ea-4fd8-8395-1fa41e605cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:44:54.840704 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Bound using segment: {'id': '7485294c-e5ea-4fd8-8395-1fa41e605cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:44:54.841204 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Bound port: a43edda7-c204-46e7-b234-6507d574cdb3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7485294c-e5ea-4fd8-8395-1fa41e605cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:44:54.841612 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.916931 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] For port a43edda7-c204-46e7-b234-6507d574cdb3, host hv-cinder-81322, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:44:54.921069 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] For port a43edda7-c204-46e7-b234-6507d574cdb3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a43edda7-c204-46e7-b234-6507d574cdb3,segment=NetworkSegment(7485294c-e5ea-4fd8-8395-1fa41e605cb4),segment_id=7485294c-e5ea-4fd8-8395-1fa41e605cb4)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:44:54.926966 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.966120 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:54.966745 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.968216 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] 10.222.0.59 "PUT /v2.0/ports/a43edda7-c204-46e7-b234-6507d574cdb3 HTTP/1.1" status: 200 len: 1097 time: 0.6787536 Dec 15 11:44:54.968638 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a25157-65a6-4790-8bcd-537351b354e0', 'tag': 'a43edda7-c204-46e7-b234-6507d574cdb3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:54.971020 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120766dd-724a-434a-9ac5-8b8638db9fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a25157-65a6-4790-8bcd-537351b354e0", "tag": "a43edda7-c204-46e7-b234-6507d574cdb3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:54.993323 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e561b-0566-4b8b-bfab-998de3f45499 service neutron] Pushing event updated for resources: {'Port': ['ID=a43edda7-c204-46e7-b234-6507d574cdb3,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:54.995421 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:55.028400 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fd79e4-64ed-4c37-b980-1d57e620caef x-openstack-request-id: req-e7fd79e4-64ed-4c37-b980-1d57e620caef {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:55.029890 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a25157-65a6-4790-8bcd-537351b354e0", "tag": "a43edda7-c204-46e7-b234-6507d574cdb3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:55.030382 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7fd79e4-64ed-4c37-b980-1d57e620caef {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:55.031118 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a25157-65a6-4790-8bcd-537351b354e0', 'tag': 'a43edda7-c204-46e7-b234-6507d574cdb3', 'status': 'completed', 'code': 200} Dec 15 11:44:55.058370 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:55.098698 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-a634b13e-55b0-4ddc-a3b6-b703719c3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:55.099804 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-a634b13e-55b0-4ddc-a3b6-b703719c3d73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e764a374059f4af48e55f688ee766837&device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 1100 time: 0.0445797 Dec 15 11:44:55.112074 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event updated for resources: {'Port': ['ID=e2384600-67a0-43aa-8294-26b4087f1870,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:55.115546 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Network 3ff554bc-0fd0-4703-8d9d-d815843967c4 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:44:55.117347 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:55.119525 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:44:55.176611 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:55.177281 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:55.196657 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e3938872-ab6b-44e1-810f-61257f72d739 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6280653 Dec 15 11:44:55.218001 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Request body: {'port': {'device_id': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:55.258510 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-6f41b6e7-e4d0-4767-878e-f435cbf6be7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a43edda7-c204-46e7-b234-6507d574cdb3 HTTP/1.1" status: 200 len: 217 time: 0.0465131 Dec 15 11:44:55.297214 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:55.352526 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-09f70a61-6bf0-40a9-ab01-eef08bdcda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:55.354217 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-09f70a61-6bf0-40a9-ab01-eef08bdcda7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9068ac10-ecb4-4338-aad1-18d6bec7b4a5 HTTP/1.1" status: 200 len: 843 time: 0.0871482 Dec 15 11:44:55.372058 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-064d438c-fe99-46ab-a30f-2f9cd8adad6f None None] Provisioning complete for port e2384600-67a0-43aa-8294-26b4087f1870 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:55.373151 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-064d438c-fe99-46ab-a30f-2f9cd8adad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:55.409791 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b2da5-53d4-4fad-a58e-5d10e74f10db req-f40f196c-22ca-45ff-be7a-1bab1a96ef76 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:55.411279 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b38b2da5-53d4-4fad-a58e-5d10e74f10db req-f40f196c-22ca-45ff-be7a-1bab1a96ef76 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 947 time: 0.0964475 Dec 15 11:44:55.412920 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-064d438c-fe99-46ab-a30f-2f9cd8adad6f None None] Port e2384600-67a0-43aa-8294-26b4087f1870 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:44:55.430014 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-d74c6ae6-b41a-4c3c-a1cf-350de51e056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:55.431467 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-d74c6ae6-b41a-4c3c-a1cf-350de51e056d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f36de9a-383d-41e1-b5d8-ec815b7fc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692015 Dec 15 11:44:55.516691 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b38b2da5-53d4-4fad-a58e-5d10e74f10db req-f3f84c6f-2fd6-4a6b-8b39-56b5cb683590 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942440 Dec 15 11:44:55.550079 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-212af4b8-5c48-4952-90bf-7b461fb9f2c9 service neutron] 10.222.0.59 "GET /v2.0/networks/0f36de9a-383d-41e1-b5d8-ec815b7fc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090846 Dec 15 11:44:55.581151 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2384600-67a0-43aa-8294-26b4087f1870 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:44:55.589900 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:55.602699 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Transition to ACTIVE for port object e2384600-67a0-43aa-8294-26b4087f1870 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:44:55.608805 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:55.672937 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8ce2ca71-c197-43f8-8c5b-4fbc458974af req-7d4d3b60-9670-4378-bfe2-0cd9b6950459 service neutron] 10.222.0.59 "GET /v2.0/networks/0f36de9a-383d-41e1-b5d8-ec815b7fc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151700 Dec 15 11:44:55.678050 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Pushing event updated for resources: {'Port': ['ID=e2384600-67a0-43aa-8294-26b4087f1870,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:55.736537 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Attempting to bind port e2384600-67a0-43aa-8294-26b4087f1870 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:44:55.736537 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Attempting to bind port e2384600-67a0-43aa-8294-26b4087f1870 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:44:55.736920 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Attempting to bind port e2384600-67a0-43aa-8294-26b4087f1870 on network 3ff554bc-0fd0-4703-8d9d-d815843967c4 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:44:55.741848 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Port e2384600-67a0-43aa-8294-26b4087f1870 on network 3ff554bc-0fd0-4703-8d9d-d815843967c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:44:55.742246 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Attempting to bind port e2384600-67a0-43aa-8294-26b4087f1870 on network 3ff554bc-0fd0-4703-8d9d-d815843967c4 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:44:55.747358 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:44:55.747902 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Checking segment: {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:44:55.748427 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Bound using segment: {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:44:55.748868 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Bound port: e2384600-67a0-43aa-8294-26b4087f1870, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60961b2a-8bae-41f5-b830-515777231b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:44:55.749280 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:55.759985 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945ad91-ad33-4412-b0fd-1646d99d60d0 req-c1bc2df1-ed29-4c3d-b94e-440d3114fcab tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:55.762081 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b945ad91-ad33-4412-b0fd-1646d99d60d0 req-c1bc2df1-ed29-4c3d-b94e-440d3114fcab tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0631354 Dec 15 11:44:55.839943 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b945ad91-ad33-4412-b0fd-1646d99d60d0 req-54bb9d73-1cb6-4ca8-983f-0ef04b6afecc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704043 Dec 15 11:44:55.854460 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-9330d9b0-8b5b-466e-a2b7-e2f09cefce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:55.856235 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-9330d9b0-8b5b-466e-a2b7-e2f09cefce3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e764a374059f4af48e55f688ee766837&device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 1100 time: 0.0589221 Dec 15 11:44:55.858227 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:44:55.862145 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:44:55.878472 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:55.916085 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:55.916716 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:55.918152 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] 10.222.0.59 "PUT /v2.0/ports/e2384600-67a0-43aa-8294-26b4087f1870 HTTP/1.1" status: 200 len: 1093 time: 0.7047563 Dec 15 11:44:55.918621 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:55.921286 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae3012b-3122-4ce2-9965-a5b30557e57b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "tag": "e2384600-67a0-43aa-8294-26b4087f1870"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:55.963554 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0438b-15a8-455b-a1f4-e9dbbf4342db service neutron] Pushing event updated for resources: {'Port': ['ID=e2384600-67a0-43aa-8294-26b4087f1870,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:55.971793 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fac3fd7-ac70-4e4b-afeb-c39d16cb9b1a x-openstack-request-id: req-6fac3fd7-ac70-4e4b-afeb-c39d16cb9b1a {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:55.972137 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "tag": "e2384600-67a0-43aa-8294-26b4087f1870", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:55.972393 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6fac3fd7-ac70-4e4b-afeb-c39d16cb9b1a {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:55.972787 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870', 'status': 'completed', 'code': 200} Dec 15 11:44:55.988643 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-f593425b-5871-4330-8587-31af6608a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:55.990144 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-f593425b-5871-4330-8587-31af6608a4bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f36de9a-383d-41e1-b5d8-ec815b7fc2b7 HTTP/1.1" status: 200 len: 870 time: 0.1260321 Dec 15 11:44:56.040707 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-e21ad0e2-d9f6-4996-87d5-9bcd10a1df7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a43edda7-c204-46e7-b234-6507d574cdb3 HTTP/1.1" status: 200 len: 217 time: 0.0377011 Dec 15 11:44:56.046521 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-ac358674-3ae4-41be-bbfb-c9182c9d3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:56.048450 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-ac358674-3ae4-41be-bbfb-c9182c9d3be3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 1096 time: 0.0454485 Dec 15 11:44:56.109892 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-23a2979e-0d00-462e-bb24-95491600bfae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2384600-67a0-43aa-8294-26b4087f1870 HTTP/1.1" status: 200 len: 217 time: 0.0409555 Dec 15 11:44:56.118108 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-3d107113-50cc-4fc3-a2ae-d76e88ecbc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:56.119822 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-3d107113-50cc-4fc3-a2ae-d76e88ecbc0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9068ac10-ecb4-4338-aad1-18d6bec7b4a5 HTTP/1.1" status: 200 len: 843 time: 0.0524337 Dec 15 11:44:56.164462 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-560bf823-6a82-4398-9799-40fee8a19495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:56.166139 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-560bf823-6a82-4398-9799-40fee8a19495 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.0476956 Dec 15 11:44:56.177780 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-b7c3d44c-d200-4cae-945b-ef11b1490f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:56.179602 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-b7c3d44c-d200-4cae-945b-ef11b1490f44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f36de9a-383d-41e1-b5d8-ec815b7fc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0457146 Dec 15 11:44:56.218624 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-dd5403f1-f64e-4f6a-9deb-52c1a80f6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:56.220225 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-dd5403f1-f64e-4f6a-9deb-52c1a80f6243 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449622 Dec 15 11:44:56.275653 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-ec7176a5-c3ee-4e2c-995e-79c77bcf493d service neutron] 10.222.0.59 "GET /v2.0/networks/0f36de9a-383d-41e1-b5d8-ec815b7fc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873845 Dec 15 11:44:56.318049 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-3fc711eb-c11d-46e9-ac33-31def81e357c service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870836 Dec 15 11:44:56.373362 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-c7f4f572-a7f8-40ec-a435-42db99e7a512 service neutron] 10.222.0.59 "GET /v2.0/networks/0f36de9a-383d-41e1-b5d8-ec815b7fc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897641 Dec 15 11:44:56.412065 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a89b53e6-987b-4203-a4ff-30d3c261cbcc req-e821ba36-389a-493c-a744-92f6080b1392 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850260 Dec 15 11:44:56.564001 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3012b-3122-4ce2-9965-a5b30557e57b req-b86483c2-4c8b-4a2c-9ba0-40a7bbebea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:56.565616 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-cae3012b-3122-4ce2-9965-a5b30557e57b req-b86483c2-4c8b-4a2c-9ba0-40a7bbebea7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 1096 time: 0.0455909 Dec 15 11:44:56.641985 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672846-e132-4255-b6fe-2669ef39fd16 req-a1721bc3-a8ee-4d49-a9f1-cd02eea4b6cd tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:56.643537 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4b672846-e132-4255-b6fe-2669ef39fd16 req-a1721bc3-a8ee-4d49-a9f1-cd02eea4b6cd tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 947 time: 0.0558743 Dec 15 11:44:56.672328 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3012b-3122-4ce2-9965-a5b30557e57b req-3631c433-641e-4123-b940-db7268f1a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:56.673909 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-cae3012b-3122-4ce2-9965-a5b30557e57b req-3631c433-641e-4123-b940-db7268f1a11d service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 918 time: 0.0941594 Dec 15 11:44:56.702159 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4b672846-e132-4255-b6fe-2669ef39fd16 req-bf3375a5-8311-4998-86e2-5f57f0592639 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514522 Dec 15 11:44:56.718340 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-cae3012b-3122-4ce2-9965-a5b30557e57b req-9e4a0f50-b6b6-4f49-9cd0-a45e2a332f43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2384600-67a0-43aa-8294-26b4087f1870 HTTP/1.1" status: 200 len: 217 time: 0.0363913 Dec 15 11:44:56.785081 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3012b-3122-4ce2-9965-a5b30557e57b req-afd336ea-3590-4138-875b-c0a5e4ebb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:56.786549 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-cae3012b-3122-4ce2-9965-a5b30557e57b req-afd336ea-3590-4138-875b-c0a5e4ebb899 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.0607307 Dec 15 11:44:56.835312 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3012b-3122-4ce2-9965-a5b30557e57b req-087ba108-9bf6-44c1-83f2-3097c39936b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:56.836748 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-cae3012b-3122-4ce2-9965-a5b30557e57b req-087ba108-9bf6-44c1-83f2-3097c39936b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413878 Dec 15 11:44:56.928428 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-cae3012b-3122-4ce2-9965-a5b30557e57b req-1eea54de-2d71-414c-adbd-b1faf459e5ab service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822499 Dec 15 11:44:56.981051 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4450b-5bd1-435d-856a-26d790c824c4 req-ceffbef5-ee86-4c3c-bffc-8c1223b10823 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:56.983306 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a9e4450b-5bd1-435d-856a-26d790c824c4 req-ceffbef5-ee86-4c3c-bffc-8c1223b10823 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0583878 Dec 15 11:44:57.032934 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-cae3012b-3122-4ce2-9965-a5b30557e57b req-a576dd66-e1c1-4abf-9bc8-e0070f6a9a41 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948925 Dec 15 11:44:57.033703 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a9e4450b-5bd1-435d-856a-26d790c824c4 req-05bb4744-87b4-4bf3-813e-c8c2d5eb18e7 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446525 Dec 15 11:44:57.837431 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c153480-162d-4abe-b232-a3f227e1f8d8 req-4fd58611-f3e0-447a-a7e6-70da02e5426e tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:57.838989 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3c153480-162d-4abe-b232-a3f227e1f8d8 req-4fd58611-f3e0-447a-a7e6-70da02e5426e tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 947 time: 0.0652692 Dec 15 11:44:57.896083 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3c153480-162d-4abe-b232-a3f227e1f8d8 req-f1363f5d-7861-4d21-9d0b-2e35a12f8236 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482156 Dec 15 11:44:58.171173 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e889584-648b-4b7b-916a-dd3db13f5f98 req-2ed66e7d-3a3a-4c20-956e-40d041099b15 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:58.172622 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8e889584-648b-4b7b-916a-dd3db13f5f98 req-2ed66e7d-3a3a-4c20-956e-40d041099b15 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0600736 Dec 15 11:44:58.231082 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8e889584-648b-4b7b-916a-dd3db13f5f98 req-ea6f8288-87cd-44f7-a502-9a86b1bb525d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522625 Dec 15 11:44:59.021635 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebc69d-f3d8-42e6-b83a-cb4f5b94c0d4 req-c2a5687b-19da-4ad7-a73c-90610fac7482 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:59.023241 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-97ebc69d-f3d8-42e6-b83a-cb4f5b94c0d4 req-c2a5687b-19da-4ad7-a73c-90610fac7482 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 947 time: 0.0533998 Dec 15 11:44:59.074303 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-97ebc69d-f3d8-42e6-b83a-cb4f5b94c0d4 req-5205fb73-a286-423a-84da-5fcde609f39f tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448706 Dec 15 11:44:59.370463 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a746f15-35c0-4b37-bba7-25c6ce6d04ef req-0b7634b9-a8aa-4f09-87c5-16f107ebbe82 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:59.371983 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0a746f15-35c0-4b37-bba7-25c6ce6d04ef req-0b7634b9-a8aa-4f09-87c5-16f107ebbe82 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0574374 Dec 15 11:44:59.422698 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0a746f15-35c0-4b37-bba7-25c6ce6d04ef req-21fa0635-9da7-453a-bd14-7e89fcee682a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421879 Dec 15 11:45:00.102413 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device e2384600-67a0-43aa-8294-26b4087f1870 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:45:00.205587 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4783e-9d79-4be1-8b30-256b796fc0c6 req-874c9801-bccb-4679-9848-515976be6e82 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:00.207147 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c2c4783e-9d79-4be1-8b30-256b796fc0c6 req-874c9801-bccb-4679-9848-515976be6e82 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 947 time: 0.0600576 Dec 15 11:45:00.222641 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:00.234777 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'e2384600-67a0-43aa-8294-26b4087f1870', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'port_id': 'e2384600-67a0-43aa-8294-26b4087f1870', 'mac_address': 'fa:16:3e:6f:fd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:45:00.269994 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c2c4783e-9d79-4be1-8b30-256b796fc0c6 req-e9d5ca40-e6f0-4749-b20e-117c98afd6ee tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551214 Dec 15 11:45:00.285072 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.301204 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2384600-67a0-43aa-8294-26b4087f1870 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:45:00.326663 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:00.332906 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.333628 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a43edda7-c204-46e7-b234-6507d574cdb3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:45:00.430629 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=e2384600-67a0-43aa-8294-26b4087f1870,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:00.442729 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.443119 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.443489 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.443858 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.444197 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.444602 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.444902 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.445318 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.445647 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.446002 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.446335 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.446649 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.446978 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.480184 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port a43edda7-c204-46e7-b234-6507d574cdb3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a43edda7-c204-46e7-b234-6507d574cdb3,segment=NetworkSegment(7485294c-e5ea-4fd8-8395-1fa41e605cb4),segment_id=7485294c-e5ea-4fd8-8395-1fa41e605cb4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:00.491382 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'a43edda7-c204-46e7-b234-6507d574cdb3', 'network_id': '0f36de9a-383d-41e1-b5d8-ec815b7fc2b7', 'port_id': 'a43edda7-c204-46e7-b234-6507d574cdb3', 'mac_address': 'fa:16:3e:0f:09:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9068ac10-ecb4-4338-aad1-18d6bec7b4a5', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:45:00.532844 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.546082 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e468c-8ece-49d4-8993-ad8569f33f0d req-3fe7d008-96f5-4852-9317-6d1a6dfd2eef tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:00.547744 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43edda7-c204-46e7-b234-6507d574cdb3 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:45:00.547942 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1f9e468c-8ece-49d4-8993-ad8569f33f0d req-3fe7d008-96f5-4852-9317-6d1a6dfd2eef tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 944 time: 0.0500450 Dec 15 11:45:00.570266 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port a43edda7-c204-46e7-b234-6507d574cdb3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a43edda7-c204-46e7-b234-6507d574cdb3,segment=NetworkSegment(7485294c-e5ea-4fd8-8395-1fa41e605cb4),segment_id=7485294c-e5ea-4fd8-8395-1fa41e605cb4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:00.574539 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.598127 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1f9e468c-8ece-49d4-8993-ad8569f33f0d req-260524bf-171d-4ff2-a082-76a5130a55f8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441124 Dec 15 11:45:00.625176 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=a43edda7-c204-46e7-b234-6507d574cdb3,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:01.125641 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['e2384600-67a0-43aa-8294-26b4087f1870'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:45:01.153808 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['a43edda7-c204-46e7-b234-6507d574cdb3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:45:01.392748 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d607d-c590-40ad-b296-8f5df19f21ff req-ecc8cee2-c8f3-4292-bde0-ca57ba34bfc1 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:01.394165 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-772d607d-c590-40ad-b296-8f5df19f21ff req-ecc8cee2-c8f3-4292-bde0-ca57ba34bfc1 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 948 time: 0.0522885 Dec 15 11:45:01.455261 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-772d607d-c590-40ad-b296-8f5df19f21ff req-c38d42e0-4459-4a80-b40e-7422cc85cdad tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545247 Dec 15 11:45:01.728671 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cccc3-671e-4bfc-80b5-4d4f34830f0f req-26101346-3496-4359-9ab9-6ae702ad79d1 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:01.729602 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-585cccc3-671e-4bfc-80b5-4d4f34830f0f req-26101346-3496-4359-9ab9-6ae702ad79d1 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 944 time: 0.0538855 Dec 15 11:45:01.785051 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-585cccc3-671e-4bfc-80b5-4d4f34830f0f req-d1e528c0-baf3-4a42-9fab-6f09580bcbe6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454450 Dec 15 11:45:02.582854 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c8eaa-e709-4fe2-a610-93f3688951e3 req-2b301405-f875-445b-ac25-220264d9e6fd tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:02.584595 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b02c8eaa-e709-4fe2-a610-93f3688951e3 req-2b301405-f875-445b-ac25-220264d9e6fd tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 948 time: 0.0532699 Dec 15 11:45:02.637679 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b02c8eaa-e709-4fe2-a610-93f3688951e3 req-68b7e3bf-663c-48de-ae2b-527cccf0025e tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458207 Dec 15 11:45:02.916316 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f2f54-125c-4e33-82a7-11b172fc9ff0 req-6faa6106-ae4a-4731-b54c-fea434cfae7c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:02.917701 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c63f2f54-125c-4e33-82a7-11b172fc9ff0 req-6faa6106-ae4a-4731-b54c-fea434cfae7c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 944 time: 0.0555077 Dec 15 11:45:02.978317 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c63f2f54-125c-4e33-82a7-11b172fc9ff0 req-7f96612d-22a6-420f-8461-86a820b07c70 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469420 Dec 15 11:45:03.771792 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665784b-65fc-4d47-b0a6-b680f9ac16c4 req-89a8c90a-97e4-4b5c-8f5a-250efcd76e6b tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:03.773386 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4665784b-65fc-4d47-b0a6-b680f9ac16c4 req-89a8c90a-97e4-4b5c-8f5a-250efcd76e6b tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 948 time: 0.0638006 Dec 15 11:45:03.786395 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b467f03a-e1e0-48ae-af16-3776338e72bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.825890 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4665784b-65fc-4d47-b0a6-b680f9ac16c4 req-be9db49e-2af0-44cd-a252-7212e7c5458b tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455043 Dec 15 11:45:04.120899 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97223d5e-609a-43d6-a62a-8ba42dd0a16a req-e193c33e-6260-483f-b719-478ea460269a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:04.122427 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-97223d5e-609a-43d6-a62a-8ba42dd0a16a req-e193c33e-6260-483f-b719-478ea460269a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 944 time: 0.0600708 Dec 15 11:45:04.125395 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device e2384600-67a0-43aa-8294-26b4087f1870 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:04.173646 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-97223d5e-609a-43d6-a62a-8ba42dd0a16a req-b18c4005-b40a-4f3c-9659-4b3bec9f4c7b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438883 Dec 15 11:45:04.182912 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port e2384600-67a0-43aa-8294-26b4087f1870 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:45:04.187516 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port e2384600-67a0-43aa-8294-26b4087f1870 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:04.188094 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.271724 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.297320 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:04.299646 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564d481d-b3e8-489a-a330-60ef77646e65" -d '{"events": [{"server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "name": "network-vif-plugged", "status": "completed", "tag": "e2384600-67a0-43aa-8294-26b4087f1870"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:04.312833 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:04.318114 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.318999 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a43edda7-c204-46e7-b234-6507d574cdb3 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:04.342818 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d440a659-b7e5-4fa2-87d7-aa2720a9684f x-openstack-request-id: req-d440a659-b7e5-4fa2-87d7-aa2720a9684f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:04.343163 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "name": "network-vif-plugged", "status": "completed", "tag": "e2384600-67a0-43aa-8294-26b4087f1870", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:04.343422 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d440a659-b7e5-4fa2-87d7-aa2720a9684f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:04.343840 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870', 'code': 200} Dec 15 11:45:04.400160 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=e2384600-67a0-43aa-8294-26b4087f1870,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:04.415264 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port a43edda7-c204-46e7-b234-6507d574cdb3 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:45:04.419861 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port a43edda7-c204-46e7-b234-6507d574cdb3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:04.420233 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.499500 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.533915 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port a43edda7-c204-46e7-b234-6507d574cdb3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a43edda7-c204-46e7-b234-6507d574cdb3,segment=NetworkSegment(7485294c-e5ea-4fd8-8395-1fa41e605cb4),segment_id=7485294c-e5ea-4fd8-8395-1fa41e605cb4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:04.541343 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.566205 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725312b5-0900-4bee-9ea1-2e9d5381889b req-f2a4283c-bba8-45a1-9ed4-dfe460f9a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:04.567788 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-725312b5-0900-4bee-9ea1-2e9d5381889b req-f2a4283c-bba8-45a1-9ed4-dfe460f9a6b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 1098 time: 0.0419447 Dec 15 11:45:04.595039 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=a43edda7-c204-46e7-b234-6507d574cdb3,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:04.622489 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-725312b5-0900-4bee-9ea1-2e9d5381889b req-c3763d77-e5ad-425a-935f-a9944c5fabae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471325 Dec 15 11:45:04.955444 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ce7fc-95a0-4483-9e35-7d1e670b64dc req-571cc372-23eb-4290-81c5-dadca30e013c tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:04.956974 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-987ce7fc-95a0-4483-9e35-7d1e670b64dc req-571cc372-23eb-4290-81c5-dadca30e013c tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 949 time: 0.0577865 Dec 15 11:45:05.009420 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-987ce7fc-95a0-4483-9e35-7d1e670b64dc req-39a76f94-f353-4a32-97d7-36006e6bbc72 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461392 Dec 15 11:45:05.300360 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3547d-40ac-4fc2-a773-aa72ebecbb71 req-f66048f1-63cf-410d-a9e1-420fa7da1bbd tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:05.301866 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c1d3547d-40ac-4fc2-a773-aa72ebecbb71 req-f66048f1-63cf-410d-a9e1-420fa7da1bbd tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0512602 Dec 15 11:45:05.362339 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c1d3547d-40ac-4fc2-a773-aa72ebecbb71 req-b4cf605c-2f3b-4426-89e0-b0426f14d9b5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542157 Dec 15 11:45:06.134052 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3c135-5901-4f3d-9d9e-ce82dea4c20e req-a2857d89-664b-4f46-9178-bcb7a4356baf tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:06.135549 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b2a3c135-5901-4f3d-9d9e-ce82dea4c20e req-a2857d89-664b-4f46-9178-bcb7a4356baf tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 949 time: 0.0530636 Dec 15 11:45:06.158403 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6639223-daa8-4806-8f47-e28dccea2cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:06.189664 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b2a3c135-5901-4f3d-9d9e-ce82dea4c20e req-35ddb9c4-6a8f-44ce-b740-fa7662746539 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Dec 15 11:45:06.345478 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a25157-65a6-4790-8bcd-537351b354e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43edda7-c204-46e7-b234-6507d574cdb3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:06.348155 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505a769c-65d5-45e4-9b2d-b9dae0f4623d" -d '{"events": [{"server_uuid": "e8a25157-65a6-4790-8bcd-537351b354e0", "name": "network-vif-plugged", "status": "completed", "tag": "a43edda7-c204-46e7-b234-6507d574cdb3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:06.394123 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a895353c-e1b2-4994-934b-eec8d9bad99f x-openstack-request-id: req-a895353c-e1b2-4994-934b-eec8d9bad99f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:06.394413 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a25157-65a6-4790-8bcd-537351b354e0", "name": "network-vif-plugged", "status": "completed", "tag": "a43edda7-c204-46e7-b234-6507d574cdb3", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:06.394639 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a895353c-e1b2-4994-934b-eec8d9bad99f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:06.395035 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a25157-65a6-4790-8bcd-537351b354e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43edda7-c204-46e7-b234-6507d574cdb3', 'code': 200} Dec 15 11:45:06.499742 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eb1f6-efd7-4ca7-8484-f42a6e4aae29 req-49939f8c-0064-4e7b-8b67-7cd6244177a4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:06.501398 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-650eb1f6-efd7-4ca7-8484-f42a6e4aae29 req-49939f8c-0064-4e7b-8b67-7cd6244177a4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0547783 Dec 15 11:45:06.554785 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-650eb1f6-efd7-4ca7-8484-f42a6e4aae29 req-0d2a42ea-0ac1-4c26-b441-268f1f43f319 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471995 Dec 15 11:45:06.621915 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0895107-b5ef-4c23-864a-86b09ae0595a req-4a9bd3de-8fd6-4b9d-bd20-d3123c00135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:06.623656 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c0895107-b5ef-4c23-864a-86b09ae0595a req-4a9bd3de-8fd6-4b9d-bd20-d3123c00135f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 1102 time: 0.0412149 Dec 15 11:45:06.675361 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c0895107-b5ef-4c23-864a-86b09ae0595a req-512d89b6-08f0-4006-9bac-04fe2f55fce5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 Dec 15 11:45:06.683527 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446dea5-4ce8-4bda-bab7-d53d3dce1fda req-d0016142-9c56-4ef3-9152-0c950caa3068 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:06.685162 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d446dea5-4ce8-4bda-bab7-d53d3dce1fda req-d0016142-9c56-4ef3-9152-0c950caa3068 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0554543 Dec 15 11:45:06.693954 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48454) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:06.698500 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-69c5163f-95c1-4b60-b1a0-1cc771c9f9fb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Request body: {'floatingip': {'port_id': 'e2384600-67a0-43aa-8294-26b4087f1870'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:06.756253 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69c5163f-95c1-4b60-b1a0-1cc771c9f9fb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.214053 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69c5163f-95c1-4b60-b1a0-1cc771c9f9fb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.220685 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69c5163f-95c1-4b60-b1a0-1cc771c9f9fb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.263174 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.356950 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6a05d-9922-40e2-a67f-952fbf865286 req-48907ce8-6372-468d-b8ee-2f5e3fcecdac tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:07.358436 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-60a6a05d-9922-40e2-a67f-952fbf865286 req-48907ce8-6372-468d-b8ee-2f5e3fcecdac tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 949 time: 0.0739584 Dec 15 11:45:07.359962 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.l3_db [None req-69c5163f-95c1-4b60-b1a0-1cc771c9f9fb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Floating IP 77055d6d-2530-4125-98e9-a32b51e651aa associated. External IP: 172.27.1.30, port: e2384600-67a0-43aa-8294-26b4087f1870. Dec 15 11:45:07.479712 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-60a6a05d-9922-40e2-a67f-952fbf865286 req-8ddf2f59-b8b6-4b7b-81f1-340f3c8e132f tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869577 Dec 15 11:45:07.604831 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c5163f-95c1-4b60-b1a0-1cc771c9f9fb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:45:07.984322 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c5163f-95c1-4b60-b1a0-1cc771c9f9fb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:45:07.989255 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69c5163f-95c1-4b60-b1a0-1cc771c9f9fb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.994319 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9194cd4-8aa6-44d2-9cd4-00cedfc80bfd None None] Sync routers for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:45:08.005212 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9194cd4-8aa6-44d2-9cd4-00cedfc80bfd None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:08.005905 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b9194cd4-8aa6-44d2-9cd4-00cedfc80bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:45:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:08.017997 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-69c5163f-95c1-4b60-b1a0-1cc771c9f9fb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "PUT /v2.0/floatingips/77055d6d-2530-4125-98e9-a32b51e651aa HTTP/1.1" status: 200 len: 990 time: 1.3228002 Dec 15 11:45:08.018434 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:08.020853 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee1cba1-a256-449b-88f8-30184da00b52" -d '{"events": [{"name": "network-changed", "server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "tag": "e2384600-67a0-43aa-8294-26b4087f1870"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:08.057985 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d2932e-d2f7-4499-9ca7-f8d2ef62232b x-openstack-request-id: req-02d2932e-d2f7-4499-9ca7-f8d2ef62232b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:08.058263 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "tag": "e2384600-67a0-43aa-8294-26b4087f1870", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:08.058523 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02d2932e-d2f7-4499-9ca7-f8d2ef62232b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:08.058934 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870', 'status': 'completed', 'code': 200} Dec 15 11:45:08.251478 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b9194cd4-8aa6-44d2-9cd4-00cedfc80bfd None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:08.277074 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1cba1-a256-449b-88f8-30184da00b52 req-c0f05fa0-fec8-4649-b764-037006e38e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:08.278803 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7ee1cba1-a256-449b-88f8-30184da00b52 req-c0f05fa0-fec8-4649-b764-037006e38e8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 1098 time: 0.0432570 Dec 15 11:45:08.381670 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1cba1-a256-449b-88f8-30184da00b52 req-cca144b1-6edf-4a0c-b0e7-3fde9e726262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:08.383168 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7ee1cba1-a256-449b-88f8-30184da00b52 req-cca144b1-6edf-4a0c-b0e7-3fde9e726262 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 918 time: 0.0933533 Dec 15 11:45:08.460888 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7ee1cba1-a256-449b-88f8-30184da00b52 req-bec06e66-3574-4899-86ad-0f792bab626e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2384600-67a0-43aa-8294-26b4087f1870 HTTP/1.1" status: 200 len: 998 time: 0.0667527 Dec 15 11:45:08.510897 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b9194cd4-8aa6-44d2-9cd4-00cedfc80bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '77055d6d-2530-4125-98e9-a32b51e651aa', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'port_id': 'e2384600-67a0-43aa-8294-26b4087f1870', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'mac_address': 'fa:16:3e:6f:fd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:51Z', 'updated_at': '2021-12-15T11:45:07Z', 'revision_number': 1, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:08.520169 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1cba1-a256-449b-88f8-30184da00b52 req-64657089-830d-4608-91c9-09c26c051042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:08.521597 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7ee1cba1-a256-449b-88f8-30184da00b52 req-64657089-830d-4608-91c9-09c26c051042 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.0528088 Dec 15 11:45:08.541677 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9194cd4-8aa6-44d2-9cd4-00cedfc80bfd None None] Checking router: a0a7142b-cbc8-4de4-9b8c-f48da636bf64 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:45:08.555145 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9194cd4-8aa6-44d2-9cd4-00cedfc80bfd None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:08.555893 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b9194cd4-8aa6-44d2-9cd4-00cedfc80bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:45:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:08.579176 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1cba1-a256-449b-88f8-30184da00b52 req-0baab28d-116c-4677-be8e-f7803e522eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:08.581315 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7ee1cba1-a256-449b-88f8-30184da00b52 req-0baab28d-116c-4677-be8e-f7803e522eba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452037 Dec 15 11:45:08.602975 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a40d-e8d0-4b67-908b-cb72c1dee79b req-d9101d68-2b6f-4497-a891-d2d7ad5c3e37 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:08.604659 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1895a40d-e8d0-4b67-908b-cb72c1dee79b req-d9101d68-2b6f-4497-a891-d2d7ad5c3e37 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 949 time: 0.0533962 Dec 15 11:45:08.656455 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1895a40d-e8d0-4b67-908b-cb72c1dee79b req-f35c1eae-3594-42e4-bd52-1b21e70581e1 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Dec 15 11:45:08.670474 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b9194cd4-8aa6-44d2-9cd4-00cedfc80bfd None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:08.683600 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7ee1cba1-a256-449b-88f8-30184da00b52 req-80ed1fd2-1aea-42ba-8573-ab72b4cf4aac service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934732 Dec 15 11:45:08.783049 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7ee1cba1-a256-449b-88f8-30184da00b52 req-89e62b7e-b618-4422-aff4-7ffa44845a24 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920422 Dec 15 11:45:08.873889 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:08.936951 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b9194cd4-8aa6-44d2-9cd4-00cedfc80bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '77055d6d-2530-4125-98e9-a32b51e651aa', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'port_id': 'e2384600-67a0-43aa-8294-26b4087f1870', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'mac_address': 'fa:16:3e:6f:fd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:51Z', 'updated_at': '2021-12-15T11:45:07Z', 'revision_number': 1, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:08.941057 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a51a2-99d2-4f87-b44c-64a573199376 req-1d832b4d-b3d5-4c35-9423-36319cf9d193 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:08.942605 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-544a51a2-99d2-4f87-b44c-64a573199376 req-1d832b4d-b3d5-4c35-9423-36319cf9d193 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 949 time: 0.0515242 Dec 15 11:45:08.968209 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9194cd4-8aa6-44d2-9cd4-00cedfc80bfd None None] The sync data for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi is: [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '77055d6d-2530-4125-98e9-a32b51e651aa', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'port_id': 'e2384600-67a0-43aa-8294-26b4087f1870', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'mac_address': 'fa:16:3e:6f:fd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:51Z', 'updated_at': '2021-12-15T11:45:07Z', 'revision_number': 1, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:45:08.994160 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-544a51a2-99d2-4f87-b44c-64a573199376 req-bc4edb27-6e8b-480d-89cc-a0ecdd36f4a6 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452962 Dec 15 11:45:09.177924 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e463f-e3e5-4259-acf1-d756bdee8fb6 None None] New status for floating IP 77055d6d-2530-4125-98e9-a32b51e651aa: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:45:09.524936 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:10.127070 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1883ef-19e0-46b8-ab39-d83c440a27cf req-f6580a94-f6cd-464d-b539-c0fc586d4db9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:10.128582 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fa1883ef-19e0-46b8-ab39-d83c440a27cf req-f6580a94-f6cd-464d-b539-c0fc586d4db9 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 949 time: 0.0592875 Dec 15 11:45:10.184705 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fa1883ef-19e0-46b8-ab39-d83c440a27cf req-ee476bb9-6f85-4f70-bbdf-173cd29b5414 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/security-groups?id=827cacbd-340f-4897-a44f-567fc5b96433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Dec 15 11:45:10.796179 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efb672-28d2-4e09-b332-5b1bc5cffbc5 req-0bdc822e-e912-463b-a098-2b7298203a38 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:10.797882 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-42efb672-28d2-4e09-b332-5b1bc5cffbc5 req-0bdc822e-e912-463b-a098-2b7298203a38 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 949 time: 0.0590320 Dec 15 11:45:10.898093 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-42efb672-28d2-4e09-b332-5b1bc5cffbc5 req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Deleting port a43edda7-c204-46e7-b234-6507d574cdb3 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:45:10.898426 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42efb672-28d2-4e09-b332-5b1bc5cffbc5 req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:10.996203 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-42efb672-28d2-4e09-b332-5b1bc5cffbc5 req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] For port a43edda7-c204-46e7-b234-6507d574cdb3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a43edda7-c204-46e7-b234-6507d574cdb3,segment=NetworkSegment(7485294c-e5ea-4fd8-8395-1fa41e605cb4),segment_id=7485294c-e5ea-4fd8-8395-1fa41e605cb4)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:10.996770 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42efb672-28d2-4e09-b332-5b1bc5cffbc5 req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:11.009117 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-42efb672-28d2-4e09-b332-5b1bc5cffbc5 req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Calling delete_port for a43edda7-c204-46e7-b234-6507d574cdb3 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:45:11.148159 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42efb672-28d2-4e09-b332-5b1bc5cffbc5 req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:11.185631 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Pushing event deleted for resources: {'Port': ['ID=a43edda7-c204-46e7-b234-6507d574cdb3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:11.186515 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['a43edda7-c204-46e7-b234-6507d574cdb3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:45:11.195843 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.196203 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.196549 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.196882 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.197226 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.197549 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.197877 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.198206 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.198560 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.198858 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.199188 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.199494 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.199913 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:11.251856 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-42efb672-28d2-4e09-b332-5b1bc5cffbc5 req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] No DVR routers for this DVR port a43edda7-c204-46e7-b234-6507d574cdb3 on host hv-cinder-81322 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:45:11.254851 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42efb672-28d2-4e09-b332-5b1bc5cffbc5 req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:11.258441 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-42efb672-28d2-4e09-b332-5b1bc5cffbc5 req-878b9729-2ec1-42a1-a6a5-7483a1fe7b56 tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.59 "DELETE /v2.0/ports/a43edda7-c204-46e7-b234-6507d574cdb3 HTTP/1.1" status: 204 len: 173 time: 0.4534771 Dec 15 11:45:11.258960 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a25157-65a6-4790-8bcd-537351b354e0', 'name': 'network-vif-deleted', 'tag': 'a43edda7-c204-46e7-b234-6507d574cdb3'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:11.261486 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf08842b-605b-42e1-a524-2e1306adbe3a" -d '{"events": [{"server_uuid": "e8a25157-65a6-4790-8bcd-537351b354e0", "name": "network-vif-deleted", "tag": "a43edda7-c204-46e7-b234-6507d574cdb3"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:11.313134 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4037dc48-bc31-42e9-a70d-c05485ab2da7 x-openstack-request-id: req-4037dc48-bc31-42e9-a70d-c05485ab2da7 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:11.313428 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a25157-65a6-4790-8bcd-537351b354e0", "name": "network-vif-deleted", "tag": "a43edda7-c204-46e7-b234-6507d574cdb3", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:11.313681 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4037dc48-bc31-42e9-a70d-c05485ab2da7 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:11.314077 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a25157-65a6-4790-8bcd-537351b354e0', 'name': 'network-vif-deleted', 'tag': 'a43edda7-c204-46e7-b234-6507d574cdb3', 'status': 'completed', 'code': 200} Dec 15 11:45:11.319997 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-759c3dcc-7053-4925-84d4-1a7f912ebd33 req-45a44f28-3f3b-4b15-a8ed-c1d07b554ade tempest-VolumesNegativeTest-1366617282 tempest-VolumesNegativeTest-1366617282-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8a25157-65a6-4790-8bcd-537351b354e0 HTTP/1.1" status: 200 len: 210 time: 0.0486765 Dec 15 11:45:14.061407 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:14.166875 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a43edda7-c204-46e7-b234-6507d574cdb3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:45:14.188357 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: a43edda7-c204-46e7-b234-6507d574cdb3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:45:14.188705 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a43edda7-c204-46e7-b234-6507d574cdb3 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:45:16.537297 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48748) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:16.694852 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-fcb64114-2c20-446c-a191-52ddb8cfadc9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e764a374059f4af48e55f688ee766837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560297 Dec 15 11:45:16.697483 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48752) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:16.749976 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ed67ed80-1159-44bf-90c3-27882c7e3a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.772969 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ed67ed80-1159-44bf-90c3-27882c7e3a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.830887 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ed67ed80-1159-44bf-90c3-27882c7e3a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.833399 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ed67ed80-1159-44bf-90c3-27882c7e3a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.834555 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-ed67ed80-1159-44bf-90c3-27882c7e3a6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/827cacbd-340f-4897-a44f-567fc5b96433 HTTP/1.1" status: 204 len: 168 time: 0.1361961 Dec 15 11:45:16.842189 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67ed80-1159-44bf-90c3-27882c7e3a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827cacbd-340f-4897-a44f-567fc5b96433,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:16.845782 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:45:28.176612 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ce247-d14d-4899-998f-2cabeea36608 req-fa835fba-7b60-47b1-909f-a40db84bf262 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:28.178807 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-020ce247-d14d-4899-998f-2cabeea36608 req-fa835fba-7b60-47b1-909f-a40db84bf262 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0667980 Dec 15 11:45:28.222191 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc687ca-7400-464e-8072-3a4c1ba497d7 req-6664fc4d-3225-4bc6-90fa-ce3e2ca7d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:28.223678 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7cc687ca-7400-464e-8072-3a4c1ba497d7 req-6664fc4d-3225-4bc6-90fa-ce3e2ca7d77d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9914476952e452e8ae1e9bdb5e23e79&device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 1137 time: 0.0426123 Dec 15 11:45:28.246717 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-020ce247-d14d-4899-998f-2cabeea36608 req-72aedf36-5156-4db2-8cd5-c8dcb469d5fa tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611537 Dec 15 11:45:28.330385 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc687ca-7400-464e-8072-3a4c1ba497d7 req-94267050-5e13-4972-adc9-8c415819a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:28.331961 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7cc687ca-7400-464e-8072-3a4c1ba497d7 req-94267050-5e13-4972-adc9-8c415819a320 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39dcabb9-56ef-45a8-a880-5875e76b5ca8 HTTP/1.1" status: 200 len: 916 time: 0.0996602 Dec 15 11:45:28.405642 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7cc687ca-7400-464e-8072-3a4c1ba497d7 req-3e0df52d-ad3f-4fc9-9a67-a621e752f33f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 200 len: 1001 time: 0.0647655 Dec 15 11:45:28.461955 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc687ca-7400-464e-8072-3a4c1ba497d7 req-0d124814-2b89-4c91-a481-a3bc36db9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:28.463427 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7cc687ca-7400-464e-8072-3a4c1ba497d7 req-0d124814-2b89-4c91-a481-a3bc36db9cf0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6529508e-86dc-407c-a00b-db34f1266ae6 HTTP/1.1" status: 200 len: 854 time: 0.0499747 Dec 15 11:45:28.514198 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc687ca-7400-464e-8072-3a4c1ba497d7 req-8e2f7ffd-7b6b-4464-99b0-242b63f72928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:28.515515 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7cc687ca-7400-464e-8072-3a4c1ba497d7 req-8e2f7ffd-7b6b-4464-99b0-242b63f72928 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39dcabb9-56ef-45a8-a880-5875e76b5ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442512 Dec 15 11:45:28.611072 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7cc687ca-7400-464e-8072-3a4c1ba497d7 req-2d7188d8-8698-4c40-b8aa-7157b6495695 service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876284 Dec 15 11:45:28.708562 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-7cc687ca-7400-464e-8072-3a4c1ba497d7 req-eefc7848-8096-4d39-946c-4c19ee3a7185 service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871689 Dec 15 11:45:29.377618 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f02cd-0f87-4171-bb8e-341e4ad3763a req-29b85eff-1b72-41b7-80ba-8b25a67ccd6c tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:29.379112 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1d8f02cd-0f87-4171-bb8e-341e4ad3763a req-29b85eff-1b72-41b7-80ba-8b25a67ccd6c tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0597835 Dec 15 11:45:29.450489 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1d8f02cd-0f87-4171-bb8e-341e4ad3763a req-a5e2c627-00c3-4a39-9ca2-25381139f9e2 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632904 Dec 15 11:45:30.590488 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9400b5-a678-40fc-b1f9-b4fc86378a65 req-5903c070-4838-4f00-8c73-ea9e3099086a tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:30.595707 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6f9400b5-a678-40fc-b1f9-b4fc86378a65 req-5903c070-4838-4f00-8c73-ea9e3099086a tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0596366 Dec 15 11:45:30.675684 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6f9400b5-a678-40fc-b1f9-b4fc86378a65 req-9663b2ce-9cf3-4ebc-abae-112538a7244f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767434 Dec 15 11:45:31.811275 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510117c-9a17-4ec8-99f2-0b993ce70e23 req-f809babd-fb9f-458e-9993-556cae15a8b8 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:31.813117 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6510117c-9a17-4ec8-99f2-0b993ce70e23 req-f809babd-fb9f-458e-9993-556cae15a8b8 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0585489 Dec 15 11:45:31.891786 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6510117c-9a17-4ec8-99f2-0b993ce70e23 req-6049de18-8ce3-471f-8ba9-9f0bd09d2c3d tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707374 Dec 15 11:45:32.283371 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f047ff8-78e0-44da-955e-b13159f11f7a req-313b508b-3160-4a62-835d-566abd69d632 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:32.284886 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3f047ff8-78e0-44da-955e-b13159f11f7a req-313b508b-3160-4a62-835d-566abd69d632 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0620105 Dec 15 11:45:32.338252 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3f047ff8-78e0-44da-955e-b13159f11f7a req-c9601415-048f-4861-a97f-4030dbd6166b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440221 Dec 15 11:45:33.029934 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b530de-d2e7-44da-92be-b4a0eeadc443 req-3f1bd8d1-c2a3-44e6-a8cc-3d55e5866a7e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:33.031475 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-91b530de-d2e7-44da-92be-b4a0eeadc443 req-3f1bd8d1-c2a3-44e6-a8cc-3d55e5866a7e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0567160 Dec 15 11:45:33.096534 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-91b530de-d2e7-44da-92be-b4a0eeadc443 req-f3e09ced-3ae6-425c-b8b7-51d884ddfc20 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563552 Dec 15 11:45:33.476589 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27d7cd-fd5c-4f0b-bb8f-0ffcccac0029 req-7747a23d-9cab-4eba-b52e-f9860a09a8dd tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:33.478092 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9b27d7cd-fd5c-4f0b-bb8f-0ffcccac0029 req-7747a23d-9cab-4eba-b52e-f9860a09a8dd tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0607936 Dec 15 11:45:33.529016 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9b27d7cd-fd5c-4f0b-bb8f-0ffcccac0029 req-2c6ca6ae-71fe-46ef-9de3-38e2381adb3f tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd8d0679-bc86-4d6c-bd44-3a7275a5375a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Dec 15 11:45:33.728611 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-824fabe8-574f-4e7a-9d3c-132352b6ff68 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:33.730184 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-824fabe8-574f-4e7a-9d3c-132352b6ff68 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 945 time: 0.0533395 Dec 15 11:45:33.781011 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5705dc0a-e60a-435b-a4bc-d651cda87a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:33.841259 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Deleting port ef038dd2-512e-4e89-bcbb-dafcd6b644ab {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:45:33.841592 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:33.950815 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] For port ef038dd2-512e-4e89-bcbb-dafcd6b644ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ef038dd2-512e-4e89-bcbb-dafcd6b644ab,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:33.951181 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:34.380919 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949867b-1c29-4134-b09c-5262337016cf req-764be5a4-0124-436a-af75-fc4b9cfa1ebb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:34.382715 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4949867b-1c29-4134-b09c-5262337016cf req-764be5a4-0124-436a-af75-fc4b9cfa1ebb tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0492458 Dec 15 11:45:34.439179 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:34.439513 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:34.439940 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.l3_db [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Floating IP 474744b5-1bcf-401b-ae4d-99e1d6b5776d disassociated. External IP: 172.27.1.8, port: ef038dd2-512e-4e89-bcbb-dafcd6b644ab. Dec 15 11:45:34.440277 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Calling delete_port for ef038dd2-512e-4e89-bcbb-dafcd6b644ab owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:45:34.448895 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4949867b-1c29-4134-b09c-5262337016cf req-69d6306c-eb82-410f-82e2-cefd26c08e88 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601006 Dec 15 11:45:34.585614 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:34.624418 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event deleted for resources: {'Port': ['ID=ef038dd2-512e-4e89-bcbb-dafcd6b644ab,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:34.635605 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6b3f6c3c-80cd-4655-96a3-3ab0458e3257 req-c5197dec-c6b5-490f-a8bc-6eab1c6ed446 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ce2238-fa80-4d44-8752-c4d028887565 HTTP/1.1" status: 200 len: 210 time: 0.0292573 Dec 15 11:45:34.737651 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:45:34.850182 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:45:34.864196 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed043766-e63d-484d-9155-d95b1afa4458 None None] Sync routers for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:45:34.875399 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed043766-e63d-484d-9155-d95b1afa4458 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:34.876055 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ed043766-e63d-484d-9155-d95b1afa4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:45:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:34.894566 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] No DVR routers for this DVR port ef038dd2-512e-4e89-bcbb-dafcd6b644ab on host hv-cinder-81322 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:45:34.897247 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:34.901002 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-e52a568e-5a0d-4890-98ce-d9485b649f7a req-a73ea204-55cb-4167-93b6-4302dfd88df8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.59 "DELETE /v2.0/ports/ef038dd2-512e-4e89-bcbb-dafcd6b644ab HTTP/1.1" status: 204 len: 173 time: 1.1622577 Dec 15 11:45:34.901448 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'name': 'network-vif-deleted', 'tag': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:34.903745 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d37581a-95f1-4fa7-98b5-ad78b0f4b888" -d '{"events": [{"server_uuid": "a5ce2238-fa80-4d44-8752-c4d028887565", "name": "network-vif-deleted", "tag": "ef038dd2-512e-4e89-bcbb-dafcd6b644ab"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:34.947605 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8256442-f7af-4c14-aaa9-d2561c1d87af x-openstack-request-id: req-f8256442-f7af-4c14-aaa9-d2561c1d87af {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:34.948087 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ce2238-fa80-4d44-8752-c4d028887565", "name": "network-vif-deleted", "tag": "ef038dd2-512e-4e89-bcbb-dafcd6b644ab", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:34.948384 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8256442-f7af-4c14-aaa9-d2561c1d87af {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:34.948848 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ce2238-fa80-4d44-8752-c4d028887565', 'name': 'network-vif-deleted', 'tag': 'ef038dd2-512e-4e89-bcbb-dafcd6b644ab', 'status': 'completed', 'code': 200} Dec 15 11:45:34.998740 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ed043766-e63d-484d-9155-d95b1afa4458 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:35.220226 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ed043766-e63d-484d-9155-d95b1afa4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:35.248764 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed043766-e63d-484d-9155-d95b1afa4458 None None] Checking router: 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:45:35.257929 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed043766-e63d-484d-9155-d95b1afa4458 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:35.258529 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ed043766-e63d-484d-9155-d95b1afa4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:45:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:35.371273 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ed043766-e63d-484d-9155-d95b1afa4458 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:35.581660 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518191f-273d-48ff-8546-7d631bb08d21 req-c7406b11-326d-4c5e-8778-a4dfefeb514f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:35.583170 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8518191f-273d-48ff-8546-7d631bb08d21 req-c7406b11-326d-4c5e-8778-a4dfefeb514f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0537832 Dec 15 11:45:35.595518 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ed043766-e63d-484d-9155-d95b1afa4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:35.623472 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed043766-e63d-484d-9155-d95b1afa4458 None None] The sync data for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi is: [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:45:35.651435 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8518191f-273d-48ff-8546-7d631bb08d21 req-d1cb78d0-f748-4a61-be06-633bcd53b532 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610347 Dec 15 11:45:35.731519 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48836) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:35.787184 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86e399f7-05a0-40e1-b80c-d9b3fad60e93 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:35.815091 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86e399f7-05a0-40e1-b80c-d9b3fad60e93 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:35.865359 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c2986-fe16-44d1-a56e-10b289aa9f0b None None] New status for floating IP 474744b5-1bcf-401b-ae4d-99e1d6b5776d: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:45:35.869132 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86e399f7-05a0-40e1-b80c-d9b3fad60e93 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:35.872236 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86e399f7-05a0-40e1-b80c-d9b3fad60e93 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:35.873443 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-86e399f7-05a0-40e1-b80c-d9b3fad60e93 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "DELETE /v2.0/security-groups/fd8d0679-bc86-4d6c-bd44-3a7275a5375a HTTP/1.1" status: 204 len: 168 time: 0.1408489 Dec 15 11:45:35.876514 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48838) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:35.883234 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e399f7-05a0-40e1-b80c-d9b3fad60e93 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8d0679-bc86-4d6c-bd44-3a7275a5375a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:35.894351 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.api.v2.resource [None req-02c0b32a-7d86-4f57-be5a-7e565def6271 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] show failed (client error): The resource could not be found. Dec 15 11:45:35.895618 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-02c0b32a-7d86-4f57-be5a-7e565def6271 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups/fd8d0679-bc86-4d6c-bd44-3a7275a5375a HTTP/1.1" status: 404 len: 347 time: 0.0179224 Dec 15 11:45:35.899396 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48840) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:36.044050 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Deleting port 2e35bfae-b668-471a-8c9d-ba3a30544117 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:45:36.044341 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.132229 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.132559 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.145225 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Calling delete_port for 2e35bfae-b668-471a-8c9d-ba3a30544117 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:45:36.154004 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a4e49d52-a8bb-4ced-9b9a-4c71a7d74858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.305835 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.336080 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event deleted for resources: {'Port': ['ID=2e35bfae-b668-471a-8c9d-ba3a30544117,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:36.370447 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.370902 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.371153 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.371522 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.371908 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.372281 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.372617 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.372976 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.373323 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.373642 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.373974 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.374323 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.374620 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:36.420474 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.423092 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.424352 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-b2f96d57-8ade-4e49-a87c-ede33162469a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "DELETE /v2.0/floatingips/474744b5-1bcf-401b-ae4d-99e1d6b5776d HTTP/1.1" status: 204 len: 168 time: 0.5235021 Dec 15 11:45:36.658275 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 48846) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:36.663229 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b418c10a-e9a0-4493-8460-3b70d3a71615 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1593595326', 'description': 'tempest-description--685943567'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:36.691384 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b418c10a-e9a0-4493-8460-3b70d3a71615 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.763718 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b418c10a-e9a0-4493-8460-3b70d3a71615 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.768619 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b418c10a-e9a0-4493-8460-3b70d3a71615 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.779859 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a5b86-87ea-4804-aae1-f3c386c2f421 req-fad464b4-7732-4b08-8ad5-81923cec55e2 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:36.781418 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8e2a5b86-87ea-4804-aae1-f3c386c2f421 req-fad464b4-7732-4b08-8ad5-81923cec55e2 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0542099 Dec 15 11:45:36.803645 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b418c10a-e9a0-4493-8460-3b70d3a71615 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.805496 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b418c10a-e9a0-4493-8460-3b70d3a71615 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1462016 Dec 15 11:45:36.807790 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418c10a-e9a0-4493-8460-3b70d3a71615 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b439bc-8f91-48d3-a51a-0413a673922f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:36.809162 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48850) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:36.814620 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e30f739e-6c87-47b9-b26a-4b1fae8aa346 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'security_group_rule': {'security_group_id': '24b439bc-8f91-48d3-a51a-0413a673922f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:36.863302 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8e2a5b86-87ea-4804-aae1-f3c386c2f421 req-87d719b3-a6d6-4336-8665-88b77af10abd tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746934 Dec 15 11:45:36.870784 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e30f739e-6c87-47b9-b26a-4b1fae8aa346 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.917612 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e30f739e-6c87-47b9-b26a-4b1fae8aa346 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.922172 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e30f739e-6c87-47b9-b26a-4b1fae8aa346 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.939589 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f739e-6c87-47b9-b26a-4b1fae8aa346 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e945e78-8411-4e16-a089-6e8968dc90e3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:36.948970 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e30f739e-6c87-47b9-b26a-4b1fae8aa346 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.950195 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-e30f739e-6c87-47b9-b26a-4b1fae8aa346 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389735 Dec 15 11:45:36.953148 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48852) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:36.957483 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bee250b7-7d86-477d-bf87-28b89c312841 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'security_group_rule': {'security_group_id': '24b439bc-8f91-48d3-a51a-0413a673922f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:36.990564 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bee250b7-7d86-477d-bf87-28b89c312841 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.053995 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bee250b7-7d86-477d-bf87-28b89c312841 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.059545 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bee250b7-7d86-477d-bf87-28b89c312841 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.082149 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee250b7-7d86-477d-bf87-28b89c312841 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc1068f-3a3a-42e5-8c36-4a3ded800121,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:37.092262 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bee250b7-7d86-477d-bf87-28b89c312841 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.093546 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-bee250b7-7d86-477d-bf87-28b89c312841 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394973 Dec 15 11:45:37.096793 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48854) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:37.101248 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'floatingip': {'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:37.128714 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.241273 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.263475 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.364664 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Allocated IP 172.27.1.146 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/6c03734e-b541-40f4-be70-80923d64775c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:45:37.470405 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.510876 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.557576 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:45:37.560834 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:45:37.565242 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:45:37.568441 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'Port': ['ID=6c03734e-b541-40f4-be70-80923d64775c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:37.667019 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.705721 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.866430 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.872103 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:37.968974 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'Port': ['ID=6c03734e-b541-40f4-be70-80923d64775c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:37.991266 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:38.016206 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb0d0-95f7-44cc-a49f-5193ddc629c1 req-12434f8d-c7b9-40f3-8c39-498b217f5e3e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:38.017805 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d11bb0d0-95f7-44cc-a49f-5193ddc629c1 req-12434f8d-c7b9-40f3-8c39-498b217f5e3e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0798666 Dec 15 11:45:38.021165 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:38.022306 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-14d948a4-065e-41d0-a1f8-9c9137736579 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9245775 Dec 15 11:45:38.084837 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d11bb0d0-95f7-44cc-a49f-5193ddc629c1 req-29fc827a-b19e-4cf0-91d1-4bf4b95b0b90 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601919 Dec 15 11:45:38.255219 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-fbcb2244-e9db-4caf-a8a2-82116f3cdfb7 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1593595326&fields=id&tenant_id=596646021ac14132b3631cd8ad4f5faa HTTP/1.1" status: 200 len: 267 time: 0.0541942 Dec 15 11:45:38.301093 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device ef038dd2-512e-4e89-bcbb-dafcd6b644ab no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:45:38.329455 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: ef038dd2-512e-4e89-bcbb-dafcd6b644ab {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:45:38.329768 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device ef038dd2-512e-4e89-bcbb-dafcd6b644ab not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:45:38.372030 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-2d38cc7b-4b09-4205-a44e-960664ce3de8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:38.373499 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-2d38cc7b-4b09-4205-a44e-960664ce3de8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/networks?id=1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 200 len: 811 time: 0.1084337 Dec 15 11:45:38.395404 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-4f78d265-0502-4104-843f-17b41e2e4c77 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/quotas/596646021ac14132b3631cd8ad4f5faa HTTP/1.1" status: 200 len: 375 time: 0.0139782 Dec 15 11:45:38.450805 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-8316feb9-efc0-4e18-94cd-3cde7bfb5b4d tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495250 Dec 15 11:45:38.559525 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-b2fd446b-86cf-44f2-8f98-e491e03040e5 service neutron] 10.222.0.46 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932167 Dec 15 11:45:38.661617 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-6e673381-a41a-42b8-bc02-8a2da4936e4e service neutron] 10.222.0.46 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930967 Dec 15 11:45:38.837023 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-97e9aa8c-f889-4d9d-bd66-5200002983ee req-ed87dcc6-94c2-4328-af70-f6325b02068e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 210 time: 0.0304203 Dec 15 11:45:38.860283 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:39.212450 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da75d65-3e3f-4b8c-8e5b-381e2145d155 req-cc0c4aff-9301-4802-8812-a988c9142ce7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:39.214057 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0da75d65-3e3f-4b8c-8e5b-381e2145d155 req-cc0c4aff-9301-4802-8812-a988c9142ce7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0540714 Dec 15 11:45:39.285416 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0da75d65-3e3f-4b8c-8e5b-381e2145d155 req-dd773a81-6b5b-44bb-8c05-ad829e2aed7d tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622222 Dec 15 11:45:39.521059 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:39.946840 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7f25a3f3-e9a0-480e-bfcd-42edbdc82570 req-bba8afe8-4dd9-4fa0-ad6b-bc6e8cf791d0 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 210 time: 0.0334289 Dec 15 11:45:40.095793 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-c735ab23-88c1-4b75-b240-0b500ac7eeb0 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:40.097422 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-c735ab23-88c1-4b75-b240-0b500ac7eeb0 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.59 "GET /v2.0/networks?id=1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 200 len: 811 time: 0.1210394 Dec 15 11:45:40.200782 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-7c66f7f5-b8dc-4417-a86a-8beebec48dd9 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=596646021ac14132b3631cd8ad4f5faa HTTP/1.1" status: 200 len: 380 time: 0.0645452 Dec 15 11:45:40.220839 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'port': {'device_id': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'admin_state_up': True, 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'security_groups': ['24b439bc-8f91-48d3-a51a-0413a673922f']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:40.346963 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Made reservation on behalf of 596646021ac14132b3631cd8ad4f5faa for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:45:40.351976 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:40.436875 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39b630-8cce-4cc0-ba71-3440114da38e req-bde2fed7-6059-461a-a326-13d3afcfe223 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:40.438527 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fd39b630-8cce-4cc0-ba71-3440114da38e req-bde2fed7-6059-461a-a326-13d3afcfe223 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0750115 Dec 15 11:45:40.521053 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Allocated IP 172.20.0.5 (1f104128-3e4d-48c6-a529-9854e7560cce/54ab32e7-8f7b-4c57-92ff-665aba24873a/25e02a33-df30-4d06-ba7b-5ae239bd4152) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:45:40.524860 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fd39b630-8cce-4cc0-ba71-3440114da38e req-df49cd07-e8fc-4614-9a75-65d216937303 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754247 Dec 15 11:45:40.683643 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:40.721101 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:40.774592 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Network 1f104128-3e4d-48c6-a529-9854e7560cce is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:45:40.778048 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:45:40.780699 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:45:40.811124 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event updated for resources: {'Port': ['ID=25e02a33-df30-4d06-ba7b-5ae239bd4152,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:40.841475 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:40.842119 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:40.865723 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-00bff9ea-5a9c-41ab-a537-27d688c28404 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6488352 Dec 15 11:45:40.889939 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Request body: {'port': {'device_id': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:40.951864 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:41.080544 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9ee02cab-2d2f-488c-9286-a8ed4c2afbfb None None] Provisioning complete for port 25e02a33-df30-4d06-ba7b-5ae239bd4152 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:41.081106 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ee02cab-2d2f-488c-9286-a8ed4c2afbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:41.092604 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab8367-27db-4218-96e8-b6d475c3ddb3 req-da9f68cc-72b8-489a-9842-5ab3337b136a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:41.094976 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5fab8367-27db-4218-96e8-b6d475c3ddb3 req-da9f68cc-72b8-489a-9842-5ab3337b136a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 931 time: 0.0678680 Dec 15 11:45:41.120647 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9ee02cab-2d2f-488c-9286-a8ed4c2afbfb None None] Port 25e02a33-df30-4d06-ba7b-5ae239bd4152 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:45:41.160687 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5fab8367-27db-4218-96e8-b6d475c3ddb3 req-a94f93e1-9684-434f-8f01-7ea582f8fec4 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526433 Dec 15 11:45:41.286831 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e02a33-df30-4d06-ba7b-5ae239bd4152 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:45:41.297330 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:41.313482 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Transition to ACTIVE for port object 25e02a33-df30-4d06-ba7b-5ae239bd4152 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:45:41.318613 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:41.378387 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Pushing event updated for resources: {'Port': ['ID=25e02a33-df30-4d06-ba7b-5ae239bd4152,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:41.454430 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Attempting to bind port 25e02a33-df30-4d06-ba7b-5ae239bd4152 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:45:41.454768 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Attempting to bind port 25e02a33-df30-4d06-ba7b-5ae239bd4152 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:45:41.455094 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Attempting to bind port 25e02a33-df30-4d06-ba7b-5ae239bd4152 on network 1f104128-3e4d-48c6-a529-9854e7560cce {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:45:41.462394 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Port 25e02a33-df30-4d06-ba7b-5ae239bd4152 on network 1f104128-3e4d-48c6-a529-9854e7560cce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:45:41.462728 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Attempting to bind port 25e02a33-df30-4d06-ba7b-5ae239bd4152 on network 1f104128-3e4d-48c6-a529-9854e7560cce {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:45:41.469061 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:45:41.469466 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Checking segment: {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:45:41.469786 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Bound using segment: {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:45:41.470225 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Bound port: 25e02a33-df30-4d06-ba7b-5ae239bd4152, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53bdd01-20fb-497a-b012-f4b0bd548c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:45:41.470581 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:41.554116 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] For port 25e02a33-df30-4d06-ba7b-5ae239bd4152, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:45:41.557856 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] For port 25e02a33-df30-4d06-ba7b-5ae239bd4152, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25e02a33-df30-4d06-ba7b-5ae239bd4152,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:45:41.564338 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:41.606555 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:41.607187 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:41.608639 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] 10.222.0.59 "PUT /v2.0/ports/25e02a33-df30-4d06-ba7b-5ae239bd4152 HTTP/1.1" status: 200 len: 1093 time: 0.7274044 Dec 15 11:45:41.609118 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'tag': '25e02a33-df30-4d06-ba7b-5ae239bd4152'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:41.611461 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90" -d '{"events": [{"name": "network-changed", "server_uuid": "70ca3ef5-03a7-4ec3-bc02-567318384824", "tag": "25e02a33-df30-4d06-ba7b-5ae239bd4152"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:41.641322 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddeb889-77e2-4534-b782-9e57b8b27bba service neutron] Pushing event updated for resources: {'Port': ['ID=25e02a33-df30-4d06-ba7b-5ae239bd4152,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:41.656212 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0307d8ad-f9f8-4ec0-9a2a-b530c7585e4e x-openstack-request-id: req-0307d8ad-f9f8-4ec0-9a2a-b530c7585e4e {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:41.656695 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ca3ef5-03a7-4ec3-bc02-567318384824", "tag": "25e02a33-df30-4d06-ba7b-5ae239bd4152", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:41.656959 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0307d8ad-f9f8-4ec0-9a2a-b530c7585e4e {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:41.657376 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'tag': '25e02a33-df30-4d06-ba7b-5ae239bd4152', 'status': 'completed', 'code': 200} Dec 15 11:45:41.712170 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce27a4-87c1-4c57-a991-7902112b100c req-0b2d2808-d94d-4e66-94e9-ff716fc5d746 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:41.713960 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-efce27a4-87c1-4c57-a991-7902112b100c req-0b2d2808-d94d-4e66-94e9-ff716fc5d746 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.1031110 Dec 15 11:45:41.759109 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-f1b5fe6c-9ef3-4fe9-b29b-12a5152d5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:41.762031 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-f1b5fe6c-9ef3-4fe9-b29b-12a5152d5802 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 1096 time: 0.0666032 Dec 15 11:45:41.800563 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-efce27a4-87c1-4c57-a991-7902112b100c req-9630a61b-2265-4bfc-8633-e6d4627698b3 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792332 Dec 15 11:45:41.827729 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-5cf1a3e3-01b3-4e93-a1d0-eb50c2144948 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e02a33-df30-4d06-ba7b-5ae239bd4152 HTTP/1.1" status: 200 len: 217 time: 0.0506659 Dec 15 11:45:41.887346 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-d19b7661-7c9c-45a6-b18a-dc1acb44376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:41.888896 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-d19b7661-7c9c-45a6-b18a-dc1acb44376b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54ab32e7-8f7b-4c57-92ff-665aba24873a HTTP/1.1" status: 200 len: 850 time: 0.0510149 Dec 15 11:45:41.943922 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-5bc884fa-fba3-48c6-b102-5bb1ff5e9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:41.945687 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-5bc884fa-fba3-48c6-b102-5bb1ff5e9da8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f104128-3e4d-48c6-a529-9854e7560cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494738 Dec 15 11:45:42.047721 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-18ae1dd2-62f4-4669-a77f-77681472bcca service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941048 Dec 15 11:45:42.140548 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-61f75af0-bebf-4d44-bca3-fee729f6c68d req-40535530-0939-42a8-a250-b9cf2db867f9 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851574 Dec 15 11:45:42.282053 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233321e-39db-4a0d-a65c-72a8dcc4e811 req-8925cd4f-9a16-4235-a006-1f8319ca68cc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:42.283521 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a233321e-39db-4a0d-a65c-72a8dcc4e811 req-8925cd4f-9a16-4235-a006-1f8319ca68cc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 943 time: 0.0511816 Dec 15 11:45:42.295813 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90 req-afc9f3c8-0aa3-4699-aae9-2cfb557a1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:42.297383 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90 req-afc9f3c8-0aa3-4699-aae9-2cfb557a1638 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 1096 time: 0.0442281 Dec 15 11:45:42.337414 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a233321e-39db-4a0d-a65c-72a8dcc4e811 req-a0e9adad-bf23-4b50-a029-b3340afdc45f tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466728 Dec 15 11:45:42.410707 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90 req-469ebdfe-2578-472a-80cf-06dfca87478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:42.412281 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90 req-469ebdfe-2578-472a-80cf-06dfca87478e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 200 len: 912 time: 0.0954628 Dec 15 11:45:42.457766 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90 req-1fa02a77-9ec3-4bc8-a2f2-7bbd6271f4d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e02a33-df30-4d06-ba7b-5ae239bd4152 HTTP/1.1" status: 200 len: 217 time: 0.0364447 Dec 15 11:45:42.509526 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90 req-3b71371a-8852-4136-9c2c-d3b159e08e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:42.511071 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90 req-3b71371a-8852-4136-9c2c-d3b159e08e02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54ab32e7-8f7b-4c57-92ff-665aba24873a HTTP/1.1" status: 200 len: 850 time: 0.0447505 Dec 15 11:45:42.569715 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90 req-86d57a3a-1903-4772-bfbf-9a611396eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:42.571351 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90 req-86d57a3a-1903-4772-bfbf-9a611396eab3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f104128-3e4d-48c6-a529-9854e7560cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531528 Dec 15 11:45:42.666101 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90 req-acb1b075-1c23-459e-80b7-1be09d17a713 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863380 Dec 15 11:45:42.764727 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a86f6b03-4d99-44ef-9d5f-3a881a88ed90 req-e0ea224e-5185-4c50-be8a-b6839543245a service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909240 Dec 15 11:45:42.935486 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b2aeb-0bde-4242-8f10-3db737255eb3 req-eee75516-40e5-43d1-899a-2ae2ef794e4f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:42.936959 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-773b2aeb-0bde-4242-8f10-3db737255eb3 req-eee75516-40e5-43d1-899a-2ae2ef794e4f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0592461 Dec 15 11:45:43.004627 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-773b2aeb-0bde-4242-8f10-3db737255eb3 req-48b0e80e-eca4-424b-86d9-209dd508916b tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613313 Dec 15 11:45:43.461475 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ca1d7-b0c4-40dc-a25c-566388c144b0 req-a2fb0a69-11e4-4bf1-9223-ffe6bc0de9b5 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:43.462981 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fc6ca1d7-b0c4-40dc-a25c-566388c144b0 req-a2fb0a69-11e4-4bf1-9223-ffe6bc0de9b5 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 943 time: 0.0535426 Dec 15 11:45:43.511685 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fc6ca1d7-b0c4-40dc-a25c-566388c144b0 req-8b6aa8ca-dac1-4e03-8fdd-dd83d126ff7c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425975 Dec 15 11:45:44.061363 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:44.147197 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67a662-628a-476e-9c94-333fc270b4c2 req-1c9b42e7-9dfd-4eb7-ac16-5ec57cce634f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:44.148761 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c67a662-628a-476e-9c94-333fc270b4c2 req-1c9b42e7-9dfd-4eb7-ac16-5ec57cce634f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0604722 Dec 15 11:45:44.221277 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c67a662-628a-476e-9c94-333fc270b4c2 req-c013bf74-68a3-4559-89eb-66596864767f tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659416 Dec 15 11:45:44.537146 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945addb-bcf1-4863-8788-6af18f3376f4 req-f2a85bb3-d55a-4d47-890a-7108351302d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:44.540014 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a945addb-bcf1-4863-8788-6af18f3376f4 req-f2a85bb3-d55a-4d47-890a-7108351302d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9914476952e452e8ae1e9bdb5e23e79&device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 1137 time: 0.0529988 Dec 15 11:45:44.638559 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d4e14-1860-4f89-8c6a-40ab9c372519 req-ee4539e2-0a8d-448c-974b-e0b930b076fb tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:44.640141 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-569d4e14-1860-4f89-8c6a-40ab9c372519 req-ee4539e2-0a8d-448c-974b-e0b930b076fb tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 943 time: 0.0554686 Dec 15 11:45:44.658751 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945addb-bcf1-4863-8788-6af18f3376f4 req-190eaa49-6909-48af-a1e2-6ed934ce5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:44.660530 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a945addb-bcf1-4863-8788-6af18f3376f4 req-190eaa49-6909-48af-a1e2-6ed934ce5745 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39dcabb9-56ef-45a8-a880-5875e76b5ca8 HTTP/1.1" status: 200 len: 916 time: 0.0989058 Dec 15 11:45:44.697476 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-569d4e14-1860-4f89-8c6a-40ab9c372519 req-eb2dbf65-1cc4-4509-aca3-e1b71c4df1e1 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496697 Dec 15 11:45:44.775385 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a945addb-bcf1-4863-8788-6af18f3376f4 req-688a7954-5876-4b1a-999c-96fb932cbc85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 200 len: 1001 time: 0.0711441 Dec 15 11:45:44.841255 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945addb-bcf1-4863-8788-6af18f3376f4 req-9777b6bc-7ad1-4736-84d0-0fc538009112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:44.842661 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a945addb-bcf1-4863-8788-6af18f3376f4 req-9777b6bc-7ad1-4736-84d0-0fc538009112 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6529508e-86dc-407c-a00b-db34f1266ae6 HTTP/1.1" status: 200 len: 854 time: 0.0502434 Dec 15 11:45:44.896029 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945addb-bcf1-4863-8788-6af18f3376f4 req-cb5473f0-fc52-4f47-809f-26719893f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:44.897586 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a945addb-bcf1-4863-8788-6af18f3376f4 req-cb5473f0-fc52-4f47-809f-26719893f785 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39dcabb9-56ef-45a8-a880-5875e76b5ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471668 Dec 15 11:45:44.998074 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a945addb-bcf1-4863-8788-6af18f3376f4 req-db012ba5-f588-46c1-b7b6-4db2febe90a8 service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876076 Dec 15 11:45:45.104129 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a945addb-bcf1-4863-8788-6af18f3376f4 req-85d390a7-5cee-4d45-b5ae-97d475d57651 service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986867 Dec 15 11:45:45.348889 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8ed9-b2b4-44dd-973d-8f79d378d9f2 req-5b0d2969-f79d-4837-bc57-bb009a86063e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:45.350373 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2c7e8ed9-b2b4-44dd-973d-8f79d378d9f2 req-5b0d2969-f79d-4837-bc57-bb009a86063e tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0540791 Dec 15 11:45:45.416280 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2c7e8ed9-b2b4-44dd-973d-8f79d378d9f2 req-bbc9c417-cb0c-4e93-af88-b4a552e7e1df tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&id=09e366ea-9108-4b6b-8d08-ddc6bc2e7126&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595140 Dec 15 11:45:45.830234 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e370d-927b-4b71-b09f-18d2b7b31406 req-a9d3ee07-aaf4-476b-bca5-7a8c820527e8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:45.831795 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fd2e370d-927b-4b71-b09f-18d2b7b31406 req-a9d3ee07-aaf4-476b-bca5-7a8c820527e8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 943 time: 0.0591724 Dec 15 11:45:45.886494 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fd2e370d-927b-4b71-b09f-18d2b7b31406 req-427213bf-7f28-4f66-9ff3-8ce92ac3c041 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476935 Dec 15 11:45:46.337172 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 25e02a33-df30-4d06-ba7b-5ae239bd4152 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:45:46.445250 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 25e02a33-df30-4d06-ba7b-5ae239bd4152, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25e02a33-df30-4d06-ba7b-5ae239bd4152,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:46.458104 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '25e02a33-df30-4d06-ba7b-5ae239bd4152', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'port_id': '25e02a33-df30-4d06-ba7b-5ae239bd4152', 'mac_address': 'fa:16:3e:d9:d1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:45:46.502303 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:46.516435 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e02a33-df30-4d06-ba7b-5ae239bd4152 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:45:46.536778 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 25e02a33-df30-4d06-ba7b-5ae239bd4152, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25e02a33-df30-4d06-ba7b-5ae239bd4152,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:46.544000 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:46.595747 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=25e02a33-df30-4d06-ba7b-5ae239bd4152,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:46.989337 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['25e02a33-df30-4d06-ba7b-5ae239bd4152'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:45:47.015119 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b17f6-377b-4d83-ab2d-f59f326ce663 req-10f1af46-efc6-4eef-bb3e-f88e61973b52 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:47.016871 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-241b17f6-377b-4d83-ab2d-f59f326ce663 req-10f1af46-efc6-4eef-bb3e-f88e61973b52 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 944 time: 0.0538263 Dec 15 11:45:47.080108 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-241b17f6-377b-4d83-ab2d-f59f326ce663 req-ff3aa9f8-de1a-43f5-93bc-453afc90b31f tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507572 Dec 15 11:45:48.213960 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a3366-0ab1-4724-a407-fb3bf98dc041 req-2fea811e-5a1c-4be4-96d2-3da3b5fa0f76 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:48.215399 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b8a3366-0ab1-4724-a407-fb3bf98dc041 req-2fea811e-5a1c-4be4-96d2-3da3b5fa0f76 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 944 time: 0.0575066 Dec 15 11:45:48.272210 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7b8a3366-0ab1-4724-a407-fb3bf98dc041 req-aa5231aa-02e9-4147-bbf3-3971f7e364c0 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506871 Dec 15 11:45:48.351769 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 25e02a33-df30-4d06-ba7b-5ae239bd4152 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:48.411872 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port 25e02a33-df30-4d06-ba7b-5ae239bd4152 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:45:48.415988 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 25e02a33-df30-4d06-ba7b-5ae239bd4152 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:48.416379 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:48.497491 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:48.524199 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e02a33-df30-4d06-ba7b-5ae239bd4152'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:48.526486 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f7d33f-30da-44e3-9052-866e1346ce76" -d '{"events": [{"server_uuid": "70ca3ef5-03a7-4ec3-bc02-567318384824", "name": "network-vif-plugged", "status": "completed", "tag": "25e02a33-df30-4d06-ba7b-5ae239bd4152"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:48.539216 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 25e02a33-df30-4d06-ba7b-5ae239bd4152, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25e02a33-df30-4d06-ba7b-5ae239bd4152,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:48.544463 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:48.568806 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91032758-6344-49a2-8383-ed107f23f632 x-openstack-request-id: req-91032758-6344-49a2-8383-ed107f23f632 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:48.569110 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ca3ef5-03a7-4ec3-bc02-567318384824", "name": "network-vif-plugged", "status": "completed", "tag": "25e02a33-df30-4d06-ba7b-5ae239bd4152", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:48.569352 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91032758-6344-49a2-8383-ed107f23f632 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:48.569919 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e02a33-df30-4d06-ba7b-5ae239bd4152', 'code': 200} Dec 15 11:45:48.598344 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=25e02a33-df30-4d06-ba7b-5ae239bd4152,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:48.807845 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c531409-f83c-4a2e-bc19-8678adc044d8 req-b92dd1f8-3997-4c8c-9346-154e172f3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:48.809456 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9c531409-f83c-4a2e-bc19-8678adc044d8 req-b92dd1f8-3997-4c8c-9346-154e172f3f09 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 1098 time: 0.0470881 Dec 15 11:45:48.862503 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9c531409-f83c-4a2e-bc19-8678adc044d8 req-d1dfbc2f-d112-4d6a-b61b-aee5f970aaed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453022 Dec 15 11:45:49.412574 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29677f-a734-49e3-8a66-8eec42d542b3 req-787e4169-ebb3-400c-8b36-8ad979cade75 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:49.414183 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7a29677f-a734-49e3-8a66-8eec42d542b3 req-787e4169-ebb3-400c-8b36-8ad979cade75 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 945 time: 0.0589793 Dec 15 11:45:49.467081 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7a29677f-a734-49e3-8a66-8eec42d542b3 req-8b13001b-d5d6-477e-80fb-deda43df19ed tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436032 Dec 15 11:45:50.599101 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0d237-38fa-4475-9d51-346734965f86 req-ca97a8d9-b375-446d-854d-8d9c76b3f8b9 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:50.600564 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-54f0d237-38fa-4475-9d51-346734965f86 req-ca97a8d9-b375-446d-854d-8d9c76b3f8b9 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 945 time: 0.0605011 Dec 15 11:45:50.655085 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-54f0d237-38fa-4475-9d51-346734965f86 req-2c470aba-8fea-422d-8960-bdd0313847dc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479686 Dec 15 11:45:50.786722 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c3226-6b23-4c7e-8afb-5a53330948d1 req-0acc47f0-a98c-48a5-9a1f-e3e8547b29a8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:50.788272 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3d2c3226-6b23-4c7e-8afb-5a53330948d1 req-0acc47f0-a98c-48a5-9a1f-e3e8547b29a8 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 945 time: 0.0582495 Dec 15 11:45:50.801440 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 48952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:50.805957 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9825a669-032a-47c4-9a53-a9025f1ba58e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Request body: {'floatingip': {'port_id': '25e02a33-df30-4d06-ba7b-5ae239bd4152'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:50.856742 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9825a669-032a-47c4-9a53-a9025f1ba58e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:51.312075 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9825a669-032a-47c4-9a53-a9025f1ba58e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:51.318187 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9825a669-032a-47c4-9a53-a9025f1ba58e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:51.422371 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.l3_db [None req-9825a669-032a-47c4-9a53-a9025f1ba58e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Floating IP fb8ff82d-baed-4073-bebb-131e5c7f8a77 associated. External IP: 172.27.1.146, port: 25e02a33-df30-4d06-ba7b-5ae239bd4152. Dec 15 11:45:51.912532 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9825a669-032a-47c4-9a53-a9025f1ba58e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:45:52.027922 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9825a669-032a-47c4-9a53-a9025f1ba58e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:45:52.033224 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9825a669-032a-47c4-9a53-a9025f1ba58e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.038869 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85123350-7a3b-4b9a-a20d-ac9cfa3289c6 None None] Sync routers for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:45:52.050912 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85123350-7a3b-4b9a-a20d-ac9cfa3289c6 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:52.051666 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-85123350-7a3b-4b9a-a20d-ac9cfa3289c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:45:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:52.060566 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-9825a669-032a-47c4-9a53-a9025f1ba58e tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "PUT /v2.0/floatingips/fb8ff82d-baed-4073-bebb-131e5c7f8a77 HTTP/1.1" status: 200 len: 991 time: 1.2580812 Dec 15 11:45:52.061201 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'tag': '25e02a33-df30-4d06-ba7b-5ae239bd4152'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:52.064358 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e5c5cc-794f-4f72-9000-baceb3b46ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "70ca3ef5-03a7-4ec3-bc02-567318384824", "tag": "25e02a33-df30-4d06-ba7b-5ae239bd4152"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:52.106198 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05e5ece-fecd-4664-8e77-e5fa15890580 x-openstack-request-id: req-a05e5ece-fecd-4664-8e77-e5fa15890580 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:52.106491 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ca3ef5-03a7-4ec3-bc02-567318384824", "tag": "25e02a33-df30-4d06-ba7b-5ae239bd4152", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:52.106747 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a05e5ece-fecd-4664-8e77-e5fa15890580 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:52.107150 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'tag': '25e02a33-df30-4d06-ba7b-5ae239bd4152', 'status': 'completed', 'code': 200} Dec 15 11:45:52.173804 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-85123350-7a3b-4b9a-a20d-ac9cfa3289c6 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:52.210085 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5c5cc-794f-4f72-9000-baceb3b46ac1 req-dc825f28-e1fc-4a92-b4f8-4ddfde87f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:52.211640 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-04e5c5cc-794f-4f72-9000-baceb3b46ac1 req-dc825f28-e1fc-4a92-b4f8-4ddfde87f084 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596646021ac14132b3631cd8ad4f5faa&device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 1098 time: 0.0512507 Dec 15 11:45:52.309576 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5c5cc-794f-4f72-9000-baceb3b46ac1 req-ef8b7340-4353-4386-ba9d-c7899554caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:52.311427 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-04e5c5cc-794f-4f72-9000-baceb3b46ac1 req-ef8b7340-4353-4386-ba9d-c7899554caeb service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 200 len: 912 time: 0.0908895 Dec 15 11:45:52.379078 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-04e5c5cc-794f-4f72-9000-baceb3b46ac1 req-78b2462f-5dc2-40d3-9835-e89aa9d73234 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e02a33-df30-4d06-ba7b-5ae239bd4152 HTTP/1.1" status: 200 len: 999 time: 0.0591640 Dec 15 11:45:52.415322 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-85123350-7a3b-4b9a-a20d-ac9cfa3289c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': 'fb8ff82d-baed-4073-bebb-131e5c7f8a77', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'port_id': '25e02a33-df30-4d06-ba7b-5ae239bd4152', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'mac_address': 'fa:16:3e:d9:d1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:45:37Z', 'updated_at': '2021-12-15T11:45:51Z', 'revision_number': 1, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:52.429703 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5c5cc-794f-4f72-9000-baceb3b46ac1 req-391f6009-e2a4-43cb-b661-84a8159ef20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:52.431118 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-04e5c5cc-794f-4f72-9000-baceb3b46ac1 req-391f6009-e2a4-43cb-b661-84a8159ef20f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54ab32e7-8f7b-4c57-92ff-665aba24873a HTTP/1.1" status: 200 len: 850 time: 0.0447557 Dec 15 11:45:52.443120 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85123350-7a3b-4b9a-a20d-ac9cfa3289c6 None None] Checking router: 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:45:52.452035 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85123350-7a3b-4b9a-a20d-ac9cfa3289c6 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:52.452647 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-85123350-7a3b-4b9a-a20d-ac9cfa3289c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:45:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:52.481754 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5c5cc-794f-4f72-9000-baceb3b46ac1 req-1086b0e0-d4ba-4409-b966-5025fcbbda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:52.483288 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-04e5c5cc-794f-4f72-9000-baceb3b46ac1 req-1086b0e0-d4ba-4409-b966-5025fcbbda7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f104128-3e4d-48c6-a529-9854e7560cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447633 Dec 15 11:45:52.565081 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-85123350-7a3b-4b9a-a20d-ac9cfa3289c6 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:52.576445 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-04e5c5cc-794f-4f72-9000-baceb3b46ac1 req-ba758e25-6f27-4b6b-ad26-021047bdb2ec service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851877 Dec 15 11:45:52.676014 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-04e5c5cc-794f-4f72-9000-baceb3b46ac1 req-d19dac68-e624-4361-bab5-c8c6ffd64f45 service neutron] 10.222.0.59 "GET /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909941 Dec 15 11:45:52.820152 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-85123350-7a3b-4b9a-a20d-ac9cfa3289c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': 'fb8ff82d-baed-4073-bebb-131e5c7f8a77', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'port_id': '25e02a33-df30-4d06-ba7b-5ae239bd4152', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'mac_address': 'fa:16:3e:d9:d1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:45:37Z', 'updated_at': '2021-12-15T11:45:51Z', 'revision_number': 1, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:52.848678 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85123350-7a3b-4b9a-a20d-ac9cfa3289c6 None None] The sync data for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi is: [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': 'fb8ff82d-baed-4073-bebb-131e5c7f8a77', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'port_id': '25e02a33-df30-4d06-ba7b-5ae239bd4152', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'mac_address': 'fa:16:3e:d9:d1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:45:37Z', 'updated_at': '2021-12-15T11:45:51Z', 'revision_number': 1, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:45:53.061732 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df012d6-81f7-4e13-ac60-abc98d5c060b None None] New status for floating IP fb8ff82d-baed-4073-bebb-131e5c7f8a77: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:45:53.846289 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:46:03.787802 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f45b043-6c2e-4b34-b58e-01e719a2459a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:06.164814 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5857e595-1466-401e-a745-9ad363cec165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:07.267398 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:08.869583 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:09.523828 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:14.078724 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:30.847550 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:46:33.783326 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9090-2fea-4413-a7c1-0bd192ee3bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:33.852943 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65bc9f-1ea8-46ca-b90a-e1ebb7f02687 req-4668ef86-6225-4fe0-9d1b-08368409ba5f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:33.854455 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e65bc9f-1ea8-46ca-b90a-e1ebb7f02687 req-4668ef86-6225-4fe0-9d1b-08368409ba5f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0595827 Dec 15 11:46:33.912670 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e65bc9f-1ea8-46ca-b90a-e1ebb7f02687 req-6a9e466d-778f-46a3-9ebb-9965794a0428 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485532 Dec 15 11:46:35.053004 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6499b-09ec-4158-9b93-40e2a715ab40 req-775104a2-1f2c-4f33-8104-7bffa620ee8b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:35.054584 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e4b6499b-09ec-4158-9b93-40e2a715ab40 req-775104a2-1f2c-4f33-8104-7bffa620ee8b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0561798 Dec 15 11:46:35.113425 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e4b6499b-09ec-4158-9b93-40e2a715ab40 req-5781cf10-5ddb-4869-9b6d-a278b4ef689f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495651 Dec 15 11:46:36.163020 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8aed05ee-ca1c-403b-8f5d-1781fcecf2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:36.265200 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb7c6c-6ba7-4021-9422-efd29affc6d4 req-bb0ed760-2d7c-4b1f-a113-7f21a6a9dd2e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:36.266793 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e2bb7c6c-6ba7-4021-9422-efd29affc6d4 req-bb0ed760-2d7c-4b1f-a113-7f21a6a9dd2e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0600677 Dec 15 11:46:36.325549 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e2bb7c6c-6ba7-4021-9422-efd29affc6d4 req-1b3d51e9-16bd-4f1b-b7f1-c1fb349ee546 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520220 Dec 15 11:46:37.269877 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:37.463800 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2082b-85a7-4088-849a-26952a6d121f req-d8abc74c-a417-424c-b59c-edf4e7cf619c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:37.465531 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-02e2082b-85a7-4088-849a-26952a6d121f req-d8abc74c-a417-424c-b59c-edf4e7cf619c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0589912 Dec 15 11:46:37.514898 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-02e2082b-85a7-4088-849a-26952a6d121f req-e9ec9515-b570-48a1-85c2-9b502b8ca834 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431499 Dec 15 11:46:38.656882 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950119e-4db0-4c02-ae9a-5955e3503c86 req-a4e87e12-776a-4cc0-97cd-61dab4df0ab7 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:38.658479 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9950119e-4db0-4c02-ae9a-5955e3503c86 req-a4e87e12-776a-4cc0-97cd-61dab4df0ab7 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0570393 Dec 15 11:46:38.715423 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9950119e-4db0-4c02-ae9a-5955e3503c86 req-47d2f5f3-4097-4947-95b3-5f2ed3cfe296 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498536 Dec 15 11:46:38.873632 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:39.526559 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:39.852438 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f609d-5011-40f1-a1d6-92a9bd605d48 req-f9eba962-1939-4170-b9be-d38c3a24d2a3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:39.853979 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-aa6f609d-5011-40f1-a1d6-92a9bd605d48 req-f9eba962-1939-4170-b9be-d38c3a24d2a3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0612304 Dec 15 11:46:39.905398 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-aa6f609d-5011-40f1-a1d6-92a9bd605d48 req-2fff0565-7300-4a6f-966b-031aaf5d4dbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445893 Dec 15 11:46:41.052021 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723eae3-81fe-4752-aa42-caf74fd57bda req-aa4f96d3-ee77-48a7-b29e-5e8f5c916e15 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:41.053477 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1723eae3-81fe-4752-aa42-caf74fd57bda req-aa4f96d3-ee77-48a7-b29e-5e8f5c916e15 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0601809 Dec 15 11:46:41.109994 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1723eae3-81fe-4752-aa42-caf74fd57bda req-9f3a76d8-1a9e-46c3-a4cd-dbc1ce8d1539 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478370 Dec 15 11:46:42.248180 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6d37e-0a3f-4ffe-9272-f84fb51b0f8f req-a7aed294-4f60-471b-a4e0-33b88fb34cdc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:42.249579 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-20f6d37e-0a3f-4ffe-9272-f84fb51b0f8f req-a7aed294-4f60-471b-a4e0-33b88fb34cdc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0596750 Dec 15 11:46:42.303492 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-20f6d37e-0a3f-4ffe-9272-f84fb51b0f8f req-8b3eb7af-bd98-4d62-849b-668afc57ece9 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475659 Dec 15 11:46:43.440550 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e54d48-fd20-49e1-9c66-8a06b40e8c19 req-932bc0f4-c9ed-4748-a196-9c4b9abba6f3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:43.442024 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-45e54d48-fd20-49e1-9c66-8a06b40e8c19 req-932bc0f4-c9ed-4748-a196-9c4b9abba6f3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0516312 Dec 15 11:46:43.503008 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-45e54d48-fd20-49e1-9c66-8a06b40e8c19 req-cf4beb7c-1ba6-4157-b83c-cca5503becb9 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534165 Dec 15 11:46:44.091905 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:44.644052 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875a7a6-07c8-4b2a-8e64-6fd1167ddebc req-35c2f6a3-fd7c-4bda-ac12-bbd9b739e5d9 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:44.645585 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0875a7a6-07c8-4b2a-8e64-6fd1167ddebc req-35c2f6a3-fd7c-4bda-ac12-bbd9b739e5d9 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0598152 Dec 15 11:46:44.699384 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0875a7a6-07c8-4b2a-8e64-6fd1167ddebc req-e0f41003-9b6f-4fba-9465-12ec366766ce tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472929 Dec 15 11:46:45.450748 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-59281676-9392-4c23-86d5-33aaec71e01d req-0164f52f-2126-45e1-9ce9-7b8867d28281 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453298 Dec 15 11:46:45.533133 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59281676-9392-4c23-86d5-33aaec71e01d req-f996a1d3-fc95-421a-ad41-e283664064e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:45.534676 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-59281676-9392-4c23-86d5-33aaec71e01d req-f996a1d3-fc95-421a-ad41-e283664064e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 1099 time: 0.0447590 Dec 15 11:46:45.662307 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59281676-9392-4c23-86d5-33aaec71e01d req-1d22f4cb-22f4-4da5-863a-3c70b3611c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:45.663878 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-59281676-9392-4c23-86d5-33aaec71e01d req-1d22f4cb-22f4-4da5-863a-3c70b3611c0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.0969317 Dec 15 11:46:45.739089 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-59281676-9392-4c23-86d5-33aaec71e01d req-b63f3646-f003-41e5-bbb8-7fc98cfc98e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62ae929-57bb-45d4-9a8e-3741e765c296 HTTP/1.1" status: 200 len: 1001 time: 0.0665848 Dec 15 11:46:45.793571 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59281676-9392-4c23-86d5-33aaec71e01d req-61bd34c1-8159-4988-aed2-bb7379665f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:45.795079 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-59281676-9392-4c23-86d5-33aaec71e01d req-61bd34c1-8159-4988-aed2-bb7379665f00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0479145 Dec 15 11:46:45.832795 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad13ba0-86b8-429c-8e16-987bba24b55d req-895449d7-d18d-41c4-b564-17102be781a6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:45.834399 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1ad13ba0-86b8-429c-8e16-987bba24b55d req-895449d7-d18d-41c4-b564-17102be781a6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0520647 Dec 15 11:46:45.850688 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59281676-9392-4c23-86d5-33aaec71e01d req-949a2919-bf71-4e85-973a-804fba146517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:45.852569 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-59281676-9392-4c23-86d5-33aaec71e01d req-949a2919-bf71-4e85-973a-804fba146517 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495381 Dec 15 11:46:45.890599 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1ad13ba0-86b8-429c-8e16-987bba24b55d req-dcad2f76-46cd-41dc-b44b-d928b55c55a3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497792 Dec 15 11:46:45.948829 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-59281676-9392-4c23-86d5-33aaec71e01d req-2d73928c-35f6-48d2-8b1f-5b549a052011 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881991 Dec 15 11:46:46.283049 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-59281676-9392-4c23-86d5-33aaec71e01d req-1ce3cf79-d090-4213-9738-e89f0fef27b5 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264546 Dec 15 11:46:46.647345 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device e2384600-67a0-43aa-8294-26b4087f1870 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:46:46.755255 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:46:46.767530 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'e2384600-67a0-43aa-8294-26b4087f1870', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'port_id': 'e2384600-67a0-43aa-8294-26b4087f1870', 'mac_address': 'fa:16:3e:6f:fd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:46:46.814663 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:46.828890 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2384600-67a0-43aa-8294-26b4087f1870 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:46:46.849675 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:46:46.854953 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:46.904260 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=e2384600-67a0-43aa-8294-26b4087f1870,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:46.911887 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.912244 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.912594 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.912937 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.913319 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.913587 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.913938 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.914267 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.914601 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.914992 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.915325 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.915675 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:46.916006 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:47.024027 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb66a7-69f3-474d-a1a9-a8c1b917cc49 req-cfff83ef-35a0-4002-81e5-27cc484360df tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:47.025645 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-12fb66a7-69f3-474d-a1a9-a8c1b917cc49 req-cfff83ef-35a0-4002-81e5-27cc484360df tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 944 time: 0.0551159 Dec 15 11:46:47.046853 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['e2384600-67a0-43aa-8294-26b4087f1870'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:46:47.075364 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-12fb66a7-69f3-474d-a1a9-a8c1b917cc49 req-9bae9441-e947-42e6-a564-8a3c538860c0 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438020 Dec 15 11:46:48.210807 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2bd8d-3b80-4a79-bfb1-e28c781a099b req-9c2d3097-1e77-494c-9bb4-ea57fd879f3b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:48.212546 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c2f2bd8d-3b80-4a79-bfb1-e28c781a099b req-9c2d3097-1e77-494c-9bb4-ea57fd879f3b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 944 time: 0.0550997 Dec 15 11:46:48.268078 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c2f2bd8d-3b80-4a79-bfb1-e28c781a099b req-b4fd77e9-a121-40e0-bd61-56a3e5a8ff8b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488832 Dec 15 11:46:48.684081 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device e2384600-67a0-43aa-8294-26b4087f1870 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:46:48.734432 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port e2384600-67a0-43aa-8294-26b4087f1870 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:46:48.734800 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:48.837742 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:48.866428 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:46:48.868941 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2895d2-bc75-4b23-b3d1-65b1102110bc" -d '{"events": [{"server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "name": "network-vif-plugged", "status": "completed", "tag": "e2384600-67a0-43aa-8294-26b4087f1870"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:46:48.882437 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:46:48.887730 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:48.927292 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f097b2b2-9ed7-4c47-9c67-b7b0b014ed4e x-openstack-request-id: req-f097b2b2-9ed7-4c47-9c67-b7b0b014ed4e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:46:48.927817 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "name": "network-vif-plugged", "status": "completed", "tag": "e2384600-67a0-43aa-8294-26b4087f1870", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:46:48.928245 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f097b2b2-9ed7-4c47-9c67-b7b0b014ed4e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:46:48.928874 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870', 'code': 200} Dec 15 11:46:48.956976 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=e2384600-67a0-43aa-8294-26b4087f1870,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:49.405550 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5eb3d-f58b-46db-b5a4-8cca3b8523bc req-9f4359bb-0689-4d68-b556-8a0d097906b8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:49.407144 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a0b5eb3d-f58b-46db-b5a4-8cca3b8523bc req-9f4359bb-0689-4d68-b556-8a0d097906b8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0556283 Dec 15 11:46:49.475404 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a0b5eb3d-f58b-46db-b5a4-8cca3b8523bc req-140b44f3-bb86-4016-9d88-bdaa16bfa59e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568471 Dec 15 11:46:49.616552 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-edbf4951-4236-4227-a339-51c3d7de100f req-82eb9137-6ccd-4397-9e41-0fc18d863d1c tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422196498&fields=id&tenant_id=b9914476952e452e8ae1e9bdb5e23e79 HTTP/1.1" status: 200 len: 267 time: 0.0772634 Dec 15 11:46:49.675586 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf4951-4236-4227-a339-51c3d7de100f req-1af7ea66-6eb6-4f41-bdbe-7635fa576532 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:49.677196 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-edbf4951-4236-4227-a339-51c3d7de100f req-1af7ea66-6eb6-4f41-bdbe-7635fa576532 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 984 time: 0.0541613 Dec 15 11:46:49.691489 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [req-edbf4951-4236-4227-a339-51c3d7de100f req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Request body: {'port': {'security_groups': ['f71920cb-36b2-4c61-9c8d-ec48e09d3ab2']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:46:49.786412 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-edbf4951-4236-4227-a339-51c3d7de100f req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:49.985186 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-edbf4951-4236-4227-a339-51c3d7de100f req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] For port a39f5bf9-279b-444b-850e-163ff0a3c699, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a39f5bf9-279b-444b-850e-163ff0a3c699,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:46:50.026475 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-edbf4951-4236-4227-a339-51c3d7de100f req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.032804 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-edbf4951-4236-4227-a339-51c3d7de100f req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.068834 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['a39f5bf9-279b-444b-850e-163ff0a3c699'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:46:50.090090 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf4951-4236-4227-a339-51c3d7de100f req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:50.090783 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-edbf4951-4236-4227-a339-51c3d7de100f req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.092332 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-edbf4951-4236-4227-a339-51c3d7de100f req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "PUT /v2.0/ports/a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 200 len: 942 time: 0.4074402 Dec 15 11:46:50.092907 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:46:50.095325 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a01186-a1c4-4d75-adbe-ce21e82c5a73" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:46:50.102088 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49202) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:50.130086 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event updated for resources: {'Port': ['ID=a39f5bf9-279b-444b-850e-163ff0a3c699,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:50.145138 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.146484 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.148375 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.149380 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.150267 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.151019 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.151885 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.153722 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.154688 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.155765 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.156641 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.158868 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.159789 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd20a7a-fd80-4b09-98cc-c8fc4d391d75 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.175825 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23cdab4-d042-460d-8800-e51693eba99a x-openstack-request-id: req-e23cdab4-d042-460d-8800-e51693eba99a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:46:50.176301 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:46:50.176731 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e23cdab4-d042-460d-8800-e51693eba99a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:46:50.177412 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'status': 'completed', 'code': 200} Dec 15 11:46:50.194822 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.240392 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.273132 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['a39f5bf9-279b-444b-850e-163ff0a3c699'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:46:50.315549 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a01186-a1c4-4d75-adbe-ce21e82c5a73 req-af615224-0578-4e35-b522-a90af130cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:50.320239 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-82a01186-a1c4-4d75-adbe-ce21e82c5a73 req-af615224-0578-4e35-b522-a90af130cb58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9914476952e452e8ae1e9bdb5e23e79&device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 1098 time: 0.0946136 Dec 15 11:46:50.375162 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.377722 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.378869 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "DELETE /v2.0/security-groups/09e366ea-9108-4b6b-8d08-ddc6bc2e7126 HTTP/1.1" status: 204 len: 168 time: 0.2711420 Dec 15 11:46:50.381902 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49204) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:50.396743 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e366ea-9108-4b6b-8d08-ddc6bc2e7126,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:50.407903 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.408297 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.408594 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.408931 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.409268 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.409601 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.409940 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.410269 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.410598 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.410924 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.411267 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.411599 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.412117 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653499f-476f-4ac0-b8a1-2f1c7ffdeea9 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:50.452455 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a01186-a1c4-4d75-adbe-ce21e82c5a73 req-fafb01d7-d3ea-469c-9f43-4dd9a4a1c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:50.454265 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-82a01186-a1c4-4d75-adbe-ce21e82c5a73 req-fafb01d7-d3ea-469c-9f43-4dd9a4a1c369 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39dcabb9-56ef-45a8-a880-5875e76b5ca8 HTTP/1.1" status: 200 len: 916 time: 0.1237187 Dec 15 11:46:50.459766 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-056ae679-94df-46cf-b180-421b255144fa None None] Provisioning complete for port a39f5bf9-279b-444b-850e-163ff0a3c699 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:46:50.460157 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-056ae679-94df-46cf-b180-421b255144fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.551530 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-82a01186-a1c4-4d75-adbe-ce21e82c5a73 req-63570e64-aaa1-477b-a9d2-73be06df74b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 200 len: 1001 time: 0.0870659 Dec 15 11:46:50.627219 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Deleting port fe99e9d2-286a-4f23-8e3e-c96a71b67fcc {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:46:50.627901 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.639968 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cbe79-6cf3-49bd-a894-a36f5dbe5378 req-965b89e2-acda-4e52-8857-dc583065e1ae tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:50.641773 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1a4cbe79-6cf3-49bd-a894-a36f5dbe5378 req-965b89e2-acda-4e52-8857-dc583065e1ae tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0750463 Dec 15 11:46:50.740622 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a01186-a1c4-4d75-adbe-ce21e82c5a73 req-26c733f8-bcd3-4e72-8337-b04a125ef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:50.742955 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-82a01186-a1c4-4d75-adbe-ce21e82c5a73 req-26c733f8-bcd3-4e72-8337-b04a125ef323 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6529508e-86dc-407c-a00b-db34f1266ae6 HTTP/1.1" status: 200 len: 854 time: 0.0608926 Dec 15 11:46:50.750402 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1a4cbe79-6cf3-49bd-a894-a36f5dbe5378 req-016de8ad-80d6-42c2-a064-71b0b2e51668 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977111 Dec 15 11:46:50.765417 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.765531 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.778825 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Calling delete_port for fe99e9d2-286a-4f23-8e3e-c96a71b67fcc owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:46:50.800125 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a01186-a1c4-4d75-adbe-ce21e82c5a73 req-8fe38177-5cb4-4d41-82a7-a628d9698e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:50.801688 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-82a01186-a1c4-4d75-adbe-ce21e82c5a73 req-8fe38177-5cb4-4d41-82a7-a628d9698e63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39dcabb9-56ef-45a8-a880-5875e76b5ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479507 Dec 15 11:46:50.901444 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-82a01186-a1c4-4d75-adbe-ce21e82c5a73 req-70579246-abd3-4647-ae5d-0842a5a3708b service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874429 Dec 15 11:46:50.970059 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:50.999477 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event deleted for resources: {'Port': ['ID=fe99e9d2-286a-4f23-8e3e-c96a71b67fcc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:51.011681 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-82a01186-a1c4-4d75-adbe-ce21e82c5a73 req-062195fc-1aa7-438d-a880-b8954f6a982c service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023579 Dec 15 11:46:51.068314 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:51.068677 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.l3_db [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Floating IP 5b8c457c-72fe-4aba-ac48-b28c56f836e9 disassociated (deleted). External IP: 172.27.1.140, port: a39f5bf9-279b-444b-850e-163ff0a3c699. Dec 15 11:46:51.283710 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Router afc4b53b-41e1-4ec4-a3a1-c5010534a004 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:46:51.423219 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:46:51.429069 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:51.436028 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2146d4-0695-4ef8-b8b0-dd847ba7bfd2 None None] Sync routers for ids ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:46:51.450863 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2146d4-0695-4ef8-b8b0-dd847ba7bfd2 None None] Routers {'afc4b53b-41e1-4ec4-a3a1-c5010534a004'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:46:51.451913 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3f2146d4-0695-4ef8-b8b0-dd847ba7bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:46:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:46:51.466819 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-febec819-4932-4f54-91d9-534800f845e7 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "DELETE /v2.0/floatingips/5b8c457c-72fe-4aba-ac48-b28c56f836e9 HTTP/1.1" status: 204 len: 168 time: 1.0827916 Dec 15 11:46:51.594930 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-3f2146d4-0695-4ef8-b8b0-dd847ba7bfd2 None None] Set router afc4b53b-41e1-4ec4-a3a1-c5010534a004 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:46:51.894051 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3f2146d4-0695-4ef8-b8b0-dd847ba7bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'c890d0bb-740c-4485-b5ac-c52f40952448', 'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'mac_address': 'fa:16:3e:79:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:01Z', 'updated_at': '2021-12-15T11:43:08Z', 'revision_number': 5, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'subnets': [{'id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:46:51.930854 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2146d4-0695-4ef8-b8b0-dd847ba7bfd2 None None] Checking router: afc4b53b-41e1-4ec4-a3a1-c5010534a004 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:46:51.944427 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2146d4-0695-4ef8-b8b0-dd847ba7bfd2 None None] Routers {'afc4b53b-41e1-4ec4-a3a1-c5010534a004'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:46:51.945437 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3f2146d4-0695-4ef8-b8b0-dd847ba7bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:46:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:46:51.977532 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359099ae-6531-429d-a6e4-5d07718517eb req-1352bac1-5daa-4ac2-8d58-bfefef40d8fc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:51.979319 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-359099ae-6531-429d-a6e4-5d07718517eb req-1352bac1-5daa-4ac2-8d58-bfefef40d8fc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0665076 Dec 15 11:46:52.049979 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-359099ae-6531-429d-a6e4-5d07718517eb req-96a9f187-627a-4592-b674-57741c8bcb15 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606413 Dec 15 11:46:52.179113 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:46:52.182076 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695b7f05-2dec-47a3-9b1f-38b217119e37" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:46:52.237874 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-3f2146d4-0695-4ef8-b8b0-dd847ba7bfd2 None None] Set router afc4b53b-41e1-4ec4-a3a1-c5010534a004 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:46:52.238890 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f09f6e-2463-434e-bc26-f9c31475d9e4 x-openstack-request-id: req-25f09f6e-2463-434e-bc26-f9c31475d9e4 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:46:52.239175 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:46:52.240727 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25f09f6e-2463-434e-bc26-f9c31475d9e4 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:46:52.241144 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'status': 'completed', 'code': 200} Dec 15 11:46:52.354610 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b7f05-2dec-47a3-9b1f-38b217119e37 req-d844f07f-9b20-4cda-a619-47e1bd9706a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:52.356631 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-695b7f05-2dec-47a3-9b1f-38b217119e37 req-d844f07f-9b20-4cda-a619-47e1bd9706a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9914476952e452e8ae1e9bdb5e23e79&device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 1098 time: 0.0553710 Dec 15 11:46:52.481132 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3f2146d4-0695-4ef8-b8b0-dd847ba7bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'c890d0bb-740c-4485-b5ac-c52f40952448', 'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'mac_address': 'fa:16:3e:79:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:01Z', 'updated_at': '2021-12-15T11:43:08Z', 'revision_number': 5, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'subnets': [{'id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:46:52.514207 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2146d4-0695-4ef8-b8b0-dd847ba7bfd2 None None] The sync data for ids ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'] in dv-cinder-813221-4-iscsi is: [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:43:03Z', 'revision_number': 4, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'c890d0bb-740c-4485-b5ac-c52f40952448', 'name': '', 'network_id': '39dcabb9-56ef-45a8-a880-5875e76b5ca8', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'mac_address': 'fa:16:3e:79:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:01Z', 'updated_at': '2021-12-15T11:43:08Z', 'revision_number': 5, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'subnets': [{'id': '6529508e-86dc-407c-a00b-db34f1266ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:46:52.539443 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b7f05-2dec-47a3-9b1f-38b217119e37 req-47365d5c-a43c-4fd9-aa5c-78d96629b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:52.545547 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-695b7f05-2dec-47a3-9b1f-38b217119e37 req-47365d5c-a43c-4fd9-aa5c-78d96629b69f service neutron] 10.222.0.59 "GET /v2.0/networks?id=39dcabb9-56ef-45a8-a880-5875e76b5ca8 HTTP/1.1" status: 200 len: 916 time: 0.1782553 Dec 15 11:46:52.612394 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-695b7f05-2dec-47a3-9b1f-38b217119e37 req-60eed85f-af5d-4a9c-ad4f-64023886ae75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 200 len: 217 time: 0.0576277 Dec 15 11:46:52.677278 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b7f05-2dec-47a3-9b1f-38b217119e37 req-4c32cebf-b645-46e5-b97f-14d04190a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:52.678927 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-695b7f05-2dec-47a3-9b1f-38b217119e37 req-4c32cebf-b645-46e5-b97f-14d04190a3e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6529508e-86dc-407c-a00b-db34f1266ae6 HTTP/1.1" status: 200 len: 854 time: 0.0535395 Dec 15 11:46:52.773225 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b7f05-2dec-47a3-9b1f-38b217119e37 req-379d882a-456e-4ec0-bf42-4954aff7f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:52.775334 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-695b7f05-2dec-47a3-9b1f-38b217119e37 req-379d882a-456e-4ec0-bf42-4954aff7f24a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39dcabb9-56ef-45a8-a880-5875e76b5ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840447 Dec 15 11:46:52.919918 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-695b7f05-2dec-47a3-9b1f-38b217119e37 req-aef5ad6a-40d1-440b-a57b-82fbd9bf946f service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355550 Dec 15 11:46:52.988308 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a3268-e9cc-491e-91fd-752aca9ee2f9 None None] New status for floating IP 5b8c457c-72fe-4aba-ac48-b28c56f836e9: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:46:53.088665 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-695b7f05-2dec-47a3-9b1f-38b217119e37 req-b9e2c6b4-db21-4ca7-9755-b1d55e40e86b service neutron] 10.222.0.59 "GET /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544271 Dec 15 11:46:53.248709 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911748a-04b1-45b7-bd49-3a16d551dff1 req-a578f892-9607-4bfb-87ae-5fe6628f97ac tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:53.250309 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e911748a-04b1-45b7-bd49-3a16d551dff1 req-a578f892-9607-4bfb-87ae-5fe6628f97ac tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0692954 Dec 15 11:46:53.303362 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e911748a-04b1-45b7-bd49-3a16d551dff1 req-e31d5356-3ad2-4b4b-b6db-7440fe56ecf9 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464787 Dec 15 11:46:54.451218 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a99769-8b79-49ac-84db-467e56fc1a17 req-b26be84a-c60a-4048-97a4-73981bf8f1a8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:54.459485 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-78a99769-8b79-49ac-84db-467e56fc1a17 req-b26be84a-c60a-4048-97a4-73981bf8f1a8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0672426 Dec 15 11:46:54.525427 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-78a99769-8b79-49ac-84db-467e56fc1a17 req-49fd9388-b0da-48f3-877c-162c50dd6584 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649917 Dec 15 11:46:54.651215 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b391298-1ab5-4f6b-a507-9003a1e49eae req-17422022-0762-4808-9926-b1ef7e33fc5a tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:54.653139 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0b391298-1ab5-4f6b-a507-9003a1e49eae req-17422022-0762-4808-9926-b1ef7e33fc5a tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 945 time: 0.0573864 Dec 15 11:46:54.721588 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0b391298-1ab5-4f6b-a507-9003a1e49eae req-78580856-fec5-471a-840f-31db6d67139d tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615845 Dec 15 11:46:55.703255 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5c012-d2ce-49a6-83dc-826404f10490 req-866a5c70-d7b7-446e-b09c-35c11708d706 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:55.705264 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-aad5c012-d2ce-49a6-83dc-826404f10490 req-866a5c70-d7b7-446e-b09c-35c11708d706 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0670366 Dec 15 11:46:55.776839 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-aad5c012-d2ce-49a6-83dc-826404f10490 req-c3320a02-459a-45cb-9aac-dec581704d99 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644500 Dec 15 11:46:55.914960 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6cacc-f74c-4ef3-9d47-d7f5a39852f8 req-76be7d47-488d-4ec6-89b6-c914b841f683 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:55.916775 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d7a6cacc-f74c-4ef3-9d47-d7f5a39852f8 req-76be7d47-488d-4ec6-89b6-c914b841f683 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 945 time: 0.0844257 Dec 15 11:46:56.002669 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d7a6cacc-f74c-4ef3-9d47-d7f5a39852f8 req-dc8307cb-dd93-49a4-ac28-e9dd342e3512 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735507 Dec 15 11:46:56.797863 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dad46-368f-4f38-8527-e251df38140e req-5fe95c61-533a-4e73-9977-2164fb9eaee3 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:56.799599 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-500dad46-368f-4f38-8527-e251df38140e req-5fe95c61-533a-4e73-9977-2164fb9eaee3 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 945 time: 0.0614731 Dec 15 11:46:56.958560 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-500dad46-368f-4f38-8527-e251df38140e req-e6fee13f-353e-4a59-bb2e-b49af4c806de tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Deleting port a39f5bf9-279b-444b-850e-163ff0a3c699 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:46:56.959108 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-500dad46-368f-4f38-8527-e251df38140e req-e6fee13f-353e-4a59-bb2e-b49af4c806de tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:56.981953 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f4446-24ad-4d2c-a911-7a7b348c2c8d req-5e84ef48-a779-4291-adbd-364efcd2bc9e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:56.990471 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1f4f4446-24ad-4d2c-a911-7a7b348c2c8d req-5e84ef48-a779-4291-adbd-364efcd2bc9e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.1020436 Dec 15 11:46:57.061192 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1f4f4446-24ad-4d2c-a911-7a7b348c2c8d req-4d73b8b5-5674-43e5-8fdb-ddf9050447f6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697696 Dec 15 11:46:57.121226 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-500dad46-368f-4f38-8527-e251df38140e req-e6fee13f-353e-4a59-bb2e-b49af4c806de tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] For port a39f5bf9-279b-444b-850e-163ff0a3c699, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a39f5bf9-279b-444b-850e-163ff0a3c699,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:46:57.121743 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-500dad46-368f-4f38-8527-e251df38140e req-e6fee13f-353e-4a59-bb2e-b49af4c806de tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:57.142278 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-500dad46-368f-4f38-8527-e251df38140e req-e6fee13f-353e-4a59-bb2e-b49af4c806de tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Calling delete_port for a39f5bf9-279b-444b-850e-163ff0a3c699 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:46:57.223214 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811597-5911-4785-81ef-bafebc2106fb req-16cd9305-b3bc-4c11-94ea-0bb8feff52d2 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:57.225389 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cf811597-5911-4785-81ef-bafebc2106fb req-16cd9305-b3bc-4c11-94ea-0bb8feff52d2 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3ce47f5-9579-4b45-a1e8-8838ceca7c9e HTTP/1.1" status: 200 len: 945 time: 0.1012237 Dec 15 11:46:57.318422 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cf811597-5911-4785-81ef-bafebc2106fb req-1b21e971-9bb5-4d2f-8f2b-3640b055ffc8 tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.46 "GET /v2.0/security-groups?id=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857809 Dec 15 11:46:57.327046 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-500dad46-368f-4f38-8527-e251df38140e req-e6fee13f-353e-4a59-bb2e-b49af4c806de tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:57.398992 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['a39f5bf9-279b-444b-850e-163ff0a3c699'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:46:57.406158 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fee13f-353e-4a59-bb2e-b49af4c806de tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Pushing event deleted for resources: {'Port': ['ID=a39f5bf9-279b-444b-850e-163ff0a3c699,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:57.480181 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-500dad46-368f-4f38-8527-e251df38140e req-e6fee13f-353e-4a59-bb2e-b49af4c806de tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] No DVR routers for this DVR port a39f5bf9-279b-444b-850e-163ff0a3c699 on host hv-cinder-81322 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:46:57.482624 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-500dad46-368f-4f38-8527-e251df38140e req-e6fee13f-353e-4a59-bb2e-b49af4c806de tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:57.486024 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-500dad46-368f-4f38-8527-e251df38140e req-e6fee13f-353e-4a59-bb2e-b49af4c806de tempest-TestMinimumBasicScenario-1127172032 tempest-TestMinimumBasicScenario-1127172032-project] 10.222.0.59 "DELETE /v2.0/ports/a39f5bf9-279b-444b-850e-163ff0a3c699 HTTP/1.1" status: 204 len: 173 time: 0.6784072 Dec 15 11:46:57.486557 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'name': 'network-vif-deleted', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:46:57.489085 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d13d767-b481-4775-a8ab-ca39a57e9102" -d '{"events": [{"server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "name": "network-vif-deleted", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:46:57.539399 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da565030-18ab-4f48-af2b-7b3694a25a73 x-openstack-request-id: req-da565030-18ab-4f48-af2b-7b3694a25a73 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:46:57.540135 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ce47f5-9579-4b45-a1e8-8838ceca7c9e", "name": "network-vif-deleted", "tag": "a39f5bf9-279b-444b-850e-163ff0a3c699", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:46:57.541211 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da565030-18ab-4f48-af2b-7b3694a25a73 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:46:57.541851 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ce47f5-9579-4b45-a1e8-8838ceca7c9e', 'name': 'network-vif-deleted', 'tag': 'a39f5bf9-279b-444b-850e-163ff0a3c699', 'status': 'completed', 'code': 200} Dec 15 11:46:58.232465 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516762f-68f9-4002-abda-e004089f95ce req-b0a266f5-315e-4ff2-bee3-227a109c1be7 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:58.235189 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3516762f-68f9-4002-abda-e004089f95ce req-b0a266f5-315e-4ff2-bee3-227a109c1be7 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0826540 Dec 15 11:46:58.298963 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3516762f-68f9-4002-abda-e004089f95ce req-6a34edcb-5cce-497b-85bc-5e05c338922e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562170 Dec 15 11:46:59.094247 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49346) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:59.580444 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d31532-e837-47b1-ba79-2de3cdcb49aa req-8d7d962b-c39e-4786-8650-6a84947d148c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:59.582252 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-49d31532-e837-47b1-ba79-2de3cdcb49aa req-8d7d962b-c39e-4786-8650-6a84947d148c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.1895649 Dec 15 11:46:59.685430 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-49d31532-e837-47b1-ba79-2de3cdcb49aa req-61ef5278-c6cc-4e57-a61b-2327f35fa5d5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927176 Dec 15 11:46:59.783618 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549912'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:00.482201 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] Deleting port c890d0bb-740c-4485-b5ac-c52f40952448 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:00.482201 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:00.571521 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] For port c890d0bb-740c-4485-b5ac-c52f40952448, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=c890d0bb-740c-4485-b5ac-c52f40952448,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:00.571976 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:00.586394 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] Calling delete_port for c890d0bb-740c-4485-b5ac-c52f40952448 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:00.722223 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a39f5bf9-279b-444b-850e-163ff0a3c699 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:00.792161 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: a39f5bf9-279b-444b-850e-163ff0a3c699 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:00.792900 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a39f5bf9-279b-444b-850e-163ff0a3c699 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:00.889553 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:00.940573 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c890d0bb-740c-4485-b5ac-c52f40952448,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:00.961256 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0d3d9-c154-4ac9-b0c5-a88ddf7ac091 req-8d08cf6a-8101-4156-a9dd-f9c01c0a1b33 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:00.963448 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9ea0d3d9-c154-4ac9-b0c5-a88ddf7ac091 req-8d08cf6a-8101-4156-a9dd-f9c01c0a1b33 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.1379085 Dec 15 11:47:01.075003 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9ea0d3d9-c154-4ac9-b0c5-a88ddf7ac091 req-e1f31519-41e2-40d7-8c88-e2bacdeafcab tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952694 Dec 15 11:47:01.230461 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550020'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:01.475987 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] Router afc4b53b-41e1-4ec4-a3a1-c5010534a004 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:47:01.593559 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:01.598970 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-c1d38476-cd1d-4a52-b19d-8a1524a0d1c8 admin admin] 10.222.0.46 "PUT /v2.0/routers/afc4b53b-41e1-4ec4-a3a1-c5010534a004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5035484 Dec 15 11:47:01.601907 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49370) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:01.603725 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ba213-f245-45c5-85aa-e1ef9f66702a None None] Sync routers for ids ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:01.615126 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ba213-f245-45c5-85aa-e1ef9f66702a None None] Routers {'afc4b53b-41e1-4ec4-a3a1-c5010534a004'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:01.615793 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fa7ba213-f245-45c5-85aa-e1ef9f66702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:46:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:01.713142 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:01.779354 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-fa7ba213-f245-45c5-85aa-e1ef9f66702a None None] Set router afc4b53b-41e1-4ec4-a3a1-c5010534a004 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:01.825617 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:01.898821 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Deleting port 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:01.899159 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:01.982584 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fa7ba213-f245-45c5-85aa-e1ef9f66702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:47:00Z', 'revision_number': 5, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port': {'id': '2a84a652-9f9f-49ba-9cf5-7f6b7482f21b', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:42:59Z', 'updated_at': '2021-12-15T11:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:01.989301 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] For port 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=2a84a652-9f9f-49ba-9cf5-7f6b7482f21b,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:01.989679 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:02.003960 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Calling delete_port for 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:02.015866 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ba213-f245-45c5-85aa-e1ef9f66702a None None] Checking router: afc4b53b-41e1-4ec4-a3a1-c5010534a004 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:02.025492 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ba213-f245-45c5-85aa-e1ef9f66702a None None] Routers {'afc4b53b-41e1-4ec4-a3a1-c5010534a004'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:02.026408 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fa7ba213-f245-45c5-85aa-e1ef9f66702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:46:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:02.120208 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-fa7ba213-f245-45c5-85aa-e1ef9f66702a None None] Set router afc4b53b-41e1-4ec4-a3a1-c5010534a004 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:02.177099 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fa7ba213-f245-45c5-85aa-e1ef9f66702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:47:01Z', 'revision_number': 6, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port_host': None}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:02.187923 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:02.207909 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ba213-f245-45c5-85aa-e1ef9f66702a None None] The sync data for ids ['afc4b53b-41e1-4ec4-a3a1-c5010534a004'] in dv-cinder-813221-4-iscsi is: [{'id': 'afc4b53b-41e1-4ec4-a3a1-c5010534a004', 'name': 'tempest-TestMinimumBasicScenario-1045951403-router', 'tenant_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:42:58Z', 'updated_at': '2021-12-15T11:47:01Z', 'revision_number': 6, 'project_id': 'b9914476952e452e8ae1e9bdb5e23e79', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:02.226532 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a84a652-9f9f-49ba-9cf5-7f6b7482f21b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:02.320259 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da831bc-f69e-4801-b56d-f96b5fee2c45 req-631b9315-c42c-4b23-bc07-701eb496dbdc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:02.322457 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8da831bc-f69e-4801-b56d-f96b5fee2c45 req-631b9315-c42c-4b23-bc07-701eb496dbdc tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.1257892 Dec 15 11:47:02.336836 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552742'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:02.454991 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12359'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:02.461275 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:02.536672 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8da831bc-f69e-4801-b56d-f96b5fee2c45 req-54464343-c6c1-421c-b7f5-1350d6f7d25b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074015 Dec 15 11:47:02.541785 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550335'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:02.542616 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afc4b53b-41e1-4ec4-a3a1-c5010534a004 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:47:02.554002 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:02.558315 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49376) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:02.558972 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-87fb9dd3-de56-4e6c-b5bc-37e4dca10aa2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/afc4b53b-41e1-4ec4-a3a1-c5010534a004 HTTP/1.1" status: 204 len: 168 time: 0.9553750 Dec 15 11:47:02.645059 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5f6d7c-6586-4954-a20d-daa31ca01da3 admin admin] Deleting subnet 6529508e-86dc-407c-a00b-db34f1266ae6 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:47:02.648810 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6d7c-6586-4954-a20d-daa31ca01da3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:02.683501 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device c890d0bb-740c-4485-b5ac-c52f40952448 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:02.688309 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6d7c-6586-4954-a20d-daa31ca01da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261087230'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:02.705485 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: c890d0bb-740c-4485-b5ac-c52f40952448 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:02.705916 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device c890d0bb-740c-4485-b5ac-c52f40952448 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:02.731146 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a5e04-f87a-4be6-82e3-3ccfee410d1e req-f736bbab-65f8-4387-af5b-a763759e2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:02.732780 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-124a5e04-f87a-4be6-82e3-3ccfee410d1e req-f736bbab-65f8-4387-af5b-a763759e2373 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 1098 time: 0.1657968 Dec 15 11:47:02.857749 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6d7c-6586-4954-a20d-daa31ca01da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:02.921793 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a5e04-f87a-4be6-82e3-3ccfee410d1e req-7324df06-5510-4865-b1ad-6133be7e63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:02.923345 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-124a5e04-f87a-4be6-82e3-3ccfee410d1e req-7324df06-5510-4865-b1ad-6133be7e63d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 918 time: 0.1672232 Dec 15 11:47:02.968885 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6d7c-6586-4954-a20d-daa31ca01da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261048293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261019114'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.010644 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f6d7c-6586-4954-a20d-daa31ca01da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6529508e-86dc-407c-a00b-db34f1266ae6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:03.017357 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6d7c-6586-4954-a20d-daa31ca01da3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.024158 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-3a5f6d7c-6586-4954-a20d-daa31ca01da3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6529508e-86dc-407c-a00b-db34f1266ae6 HTTP/1.1" status: 204 len: 168 time: 0.4604902 Dec 15 11:47:03.024390 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49378) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:03.025240 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a63db-fb92-4dbd-84be-aa5f3d79efee None None] Network 39dcabb9-56ef-45a8-a880-5875e76b5ca8 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:47:03.075005 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-124a5e04-f87a-4be6-82e3-3ccfee410d1e req-53640193-8b16-4203-9e48-5dbffe473231 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2384600-67a0-43aa-8294-26b4087f1870 HTTP/1.1" status: 200 len: 1000 time: 0.1422510 Dec 15 11:47:03.131722 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.152870 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a5e04-f87a-4be6-82e3-3ccfee410d1e req-beb4fd2d-ecaa-43d9-95a7-411ed4127b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:03.154414 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-124a5e04-f87a-4be6-82e3-3ccfee410d1e req-beb4fd2d-ecaa-43d9-95a7-411ed4127b4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.0618711 Dec 15 11:47:03.195159 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e97eba-1060-418f-bac5-e069eb555b6f None None] DHCP port deletion for 39dcabb9-56ef-45a8-a880-5875e76b5ca8 request from dv-cinder-813221-4-iscsi {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:47:03.253475 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-98e97eba-1060-418f-bac5-e069eb555b6f None None] Deleting port b134f9f0-8ece-458a-b9d3-21dd889b4ad6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:03.253861 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98e97eba-1060-418f-bac5-e069eb555b6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.255198 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a5e04-f87a-4be6-82e3-3ccfee410d1e req-d438aef6-e13d-4524-abdd-d4e181bba62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:03.256806 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-124a5e04-f87a-4be6-82e3-3ccfee410d1e req-d438aef6-e13d-4524-abdd-d4e181bba62a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918341 Dec 15 11:47:03.274720 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Deleting port b134f9f0-8ece-458a-b9d3-21dd889b4ad6 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:03.275318 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.323109 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-98e97eba-1060-418f-bac5-e069eb555b6f None None] For port b134f9f0-8ece-458a-b9d3-21dd889b4ad6, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=b134f9f0-8ece-458a-b9d3-21dd889b4ad6,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:03.323505 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98e97eba-1060-418f-bac5-e069eb555b6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.340491 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-98e97eba-1060-418f-bac5-e069eb555b6f None None] Calling delete_port for b134f9f0-8ece-458a-b9d3-21dd889b4ad6 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:03.387284 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] For port b134f9f0-8ece-458a-b9d3-21dd889b4ad6, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=b134f9f0-8ece-458a-b9d3-21dd889b4ad6,segment=NetworkSegment(60be85f5-e955-4f6e-b2a8-193f4be55e03),segment_id=60be85f5-e955-4f6e-b2a8-193f4be55e03)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:03.387720 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.410475 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Calling delete_port for b134f9f0-8ece-458a-b9d3-21dd889b4ad6 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:03.428683 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-124a5e04-f87a-4be6-82e3-3ccfee410d1e req-ce678a49-5e35-49f0-81f2-141d33b5105f service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625199 Dec 15 11:47:03.465121 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98e97eba-1060-418f-bac5-e069eb555b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.490253 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e97eba-1060-418f-bac5-e069eb555b6f None None] Pushing event deleted for resources: {'Port': ['ID=b134f9f0-8ece-458a-b9d3-21dd889b4ad6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:03.497054 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e97eba-1060-418f-bac5-e069eb555b6f None None] No DVR routers for this DVR port b134f9f0-8ece-458a-b9d3-21dd889b4ad6 on host dv-cinder-813221-4-iscsi {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:47:03.573698 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-124a5e04-f87a-4be6-82e3-3ccfee410d1e req-f267b24e-58b6-4eba-9f27-299785f51f9f service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137433 Dec 15 11:47:03.574651 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.600285 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b134f9f0-8ece-458a-b9d3-21dd889b4ad6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:03.606424 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] No DVR routers for this DVR port b134f9f0-8ece-458a-b9d3-21dd889b4ad6 on host dv-cinder-813221-4-iscsi {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:47:03.692044 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.693138 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66529f8-2ae7-4a90-beec-2a7476efd6f4 req-da793077-37bc-4df4-a489-3856b375ae67 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:03.694712 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e66529f8-2ae7-4a90-beec-2a7476efd6f4 req-da793077-37bc-4df4-a489-3856b375ae67 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.0568750 Dec 15 11:47:03.713965 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dcabb9-56ef-45a8-a880-5875e76b5ca8']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:03.723544 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60be85f5-e955-4f6e-b2a8-193f4be55e03') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:03.723807 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60be85f5-e955-4f6e-b2a8-193f4be55e03') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:03.733630 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261086981'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.745054 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e66529f8-2ae7-4a90-beec-2a7476efd6f4 req-005ecf50-4c5c-4612-bf8d-ca3cfcb6e444 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435846 Dec 15 11:47:03.747328 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.753850 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:47:03.754814 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261048207'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: self.session.flush() Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: self.session.flush() Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: self.session.flush() Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: self.session.flush() Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: Traceback (most recent call last): Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: timer() Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: cb(*args, **kw) Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: return func(*args, **kwargs) Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: self._notify() Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: self.callback(batched_events) Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: event.method(event) Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: return f(self, *a, **k) Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._get(url).json() Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: return self.request(url, 'GET', **kwargs) Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:47:03.756267 dv-cinder-813221-4-iscsi neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:47:03.784729 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a397b365-3dd6-4345-98d6-6076b9c571e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.811340 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.816962 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:03.820255 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/39dcabb9-56ef-45a8-a880-5875e76b5ca8 HTTP/1.1" status: 204 len: 168 time: 0.7948508 Dec 15 11:47:03.823575 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49384) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:03.833685 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda6c45-9f31-4ab5-8770-271b4405cde6 admin admin] Pushing event deleted for resources: {'Network': ['ID=39dcabb9-56ef-45a8-a880-5875e76b5ca8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:04.189795 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549912'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:04.451720 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] Deleting port 152dae60-8d9b-488d-bc43-e5f7887edeae {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:04.452060 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:04.507610 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device b134f9f0-8ece-458a-b9d3-21dd889b4ad6 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:04.530045 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: b134f9f0-8ece-458a-b9d3-21dd889b4ad6 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:04.530439 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device b134f9f0-8ece-458a-b9d3-21dd889b4ad6 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:04.531229 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:04.551789 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] For port 152dae60-8d9b-488d-bc43-e5f7887edeae, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=152dae60-8d9b-488d-bc43-e5f7887edeae,segment=NetworkSegment(43127ce7-cde4-472f-8146-dee20e8a57bf),segment_id=43127ce7-cde4-472f-8146-dee20e8a57bf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:04.552076 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:04.552355 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:04.552832 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 2a84a652-9f9f-49ba-9cf5-7f6b7482f21b not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:04.568680 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] Calling delete_port for 152dae60-8d9b-488d-bc43-e5f7887edeae owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:04.710876 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device e2384600-67a0-43aa-8294-26b4087f1870 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:04.769117 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:04.797442 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] Pushing event deleted for resources: {'Port': ['ID=152dae60-8d9b-488d-bc43-e5f7887edeae,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:04.950088 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:04.977391 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:04.980682 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2524847a-b62c-40c7-9f42-25409469ec55" -d '{"events": [{"server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "name": "network-vif-unplugged", "status": "completed", "tag": "e2384600-67a0-43aa-8294-26b4087f1870"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:04.997764 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:05.013011 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.042774 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16efc71b-c26a-451b-8c52-ee201248d93f x-openstack-request-id: req-16efc71b-c26a-451b-8c52-ee201248d93f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:05.043233 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "name": "network-vif-unplugged", "status": "completed", "tag": "e2384600-67a0-43aa-8294-26b4087f1870", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:05.043347 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16efc71b-c26a-451b-8c52-ee201248d93f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:05.043912 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870', 'code': 200} Dec 15 11:47:05.074435 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=e2384600-67a0-43aa-8294-26b4087f1870,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:05.258321 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb045e-2c80-4a09-b8e7-d36db0501a7c req-522be64a-fe80-46b3-b896-82ef059e4be3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:05.260030 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1acb045e-2c80-4a09-b8e7-d36db0501a7c req-522be64a-fe80-46b3-b896-82ef059e4be3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 945 time: 0.4147959 Dec 15 11:47:05.321714 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550020'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.327400 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1acb045e-2c80-4a09-b8e7-d36db0501a7c req-cecdedb3-2d24-4949-b666-9dc5182feab1 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609081 Dec 15 11:47:05.547740 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] Router 5b191e4d-07c0-4019-af88-ad8d487f35a4 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:47:05.669321 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:05.675615 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-574f4d96-30df-4439-a118-84cec9235325 admin admin] 10.222.0.46 "PUT /v2.0/routers/5b191e4d-07c0-4019-af88-ad8d487f35a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8508682 Dec 15 11:47:05.678512 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:05.681682 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3405fc-f037-4f0d-9d41-4c4a94f84f6c None None] Sync routers for ids ['5b191e4d-07c0-4019-af88-ad8d487f35a4'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:05.697800 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3405fc-f037-4f0d-9d41-4c4a94f84f6c None None] Routers {'5b191e4d-07c0-4019-af88-ad8d487f35a4'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:05.698432 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-eb3405fc-f037-4f0d-9d41-4c4a94f84f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:46:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['5b191e4d-07c0-4019-af88-ad8d487f35a4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:05.794647 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.812991 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-eb3405fc-f037-4f0d-9d41-4c4a94f84f6c None None] Set router 5b191e4d-07c0-4019-af88-ad8d487f35a4 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:05.902689 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.985016 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Deleting port 24ad501e-5114-4b54-af48-6abf048bdbfb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:05.985377 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.015769 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-eb3405fc-f037-4f0d-9d41-4c4a94f84f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'name': 'tempest-TestMinimumBasicScenario-2059219077-router', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:05Z', 'updated_at': '2021-12-15T11:47:04Z', 'revision_number': 5, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'gw_port': {'id': '24ad501e-5114-4b54-af48-6abf048bdbfb', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:06Z', 'updated_at': '2021-12-15T11:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:06.048718 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3405fc-f037-4f0d-9d41-4c4a94f84f6c None None] Checking router: 5b191e4d-07c0-4019-af88-ad8d487f35a4 for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:06.058966 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3405fc-f037-4f0d-9d41-4c4a94f84f6c None None] Routers {'5b191e4d-07c0-4019-af88-ad8d487f35a4'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:06.060067 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-eb3405fc-f037-4f0d-9d41-4c4a94f84f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:46:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['5b191e4d-07c0-4019-af88-ad8d487f35a4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:06.083367 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] For port 24ad501e-5114-4b54-af48-6abf048bdbfb, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=24ad501e-5114-4b54-af48-6abf048bdbfb,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:06.083915 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.099691 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Calling delete_port for 24ad501e-5114-4b54-af48-6abf048bdbfb owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:06.158471 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4b4d91f-62cb-42b1-8e2a-8f156d01b2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.159155 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-eb3405fc-f037-4f0d-9d41-4c4a94f84f6c None None] Set router 5b191e4d-07c0-4019-af88-ad8d487f35a4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:06.215038 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-eb3405fc-f037-4f0d-9d41-4c4a94f84f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'name': 'tempest-TestMinimumBasicScenario-2059219077-router', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:05Z', 'updated_at': '2021-12-15T11:47:05Z', 'revision_number': 6, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'gw_port_host': None}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:06.246441 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3405fc-f037-4f0d-9d41-4c4a94f84f6c None None] The sync data for ids ['5b191e4d-07c0-4019-af88-ad8d487f35a4'] in dv-cinder-813221-4-iscsi is: [{'id': '5b191e4d-07c0-4019-af88-ad8d487f35a4', 'name': 'tempest-TestMinimumBasicScenario-2059219077-router', 'tenant_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:05Z', 'updated_at': '2021-12-15T11:47:05Z', 'revision_number': 6, 'project_id': 'e5bc006b34354ba98aca5b6b6cd12d7c', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:06.294356 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.323965 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Pushing event deleted for resources: {'Port': ['ID=24ad501e-5114-4b54-af48-6abf048bdbfb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:06.392471 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552742'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.514078 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12359'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.517474 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.572228 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550335'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.572731 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b191e4d-07c0-4019-af88-ad8d487f35a4 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:47:06.578476 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.582593 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-2db70903-699d-4a93-898c-4bebd52f999f admin admin] 10.222.0.46 "DELETE /v2.0/routers/5b191e4d-07c0-4019-af88-ad8d487f35a4 HTTP/1.1" status: 204 len: 168 time: 0.9003968 Dec 15 11:47:06.582973 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49398) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:06.592581 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cf3af-c3a7-4306-b828-ee7a3d57e44d req-7cf97a3e-6413-404f-b67e-2528d488c572 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:06.595520 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-839cf3af-c3a7-4306-b828-ee7a3d57e44d req-7cf97a3e-6413-404f-b67e-2528d488c572 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.1713252 Dec 15 11:47:06.651970 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-499635f0-6b8a-427e-b26e-fcf8de522f6d admin admin] Deleting subnet 1aabb0dc-d652-4674-b2ad-6236cd1324b3 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:47:06.655488 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-499635f0-6b8a-427e-b26e-fcf8de522f6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.659399 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-839cf3af-c3a7-4306-b828-ee7a3d57e44d req-a6043a11-cbcd-4075-b3f6-37d13a4ad1bb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588789 Dec 15 11:47:06.703754 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-499635f0-6b8a-427e-b26e-fcf8de522f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261087230'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.737589 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 152dae60-8d9b-488d-bc43-e5f7887edeae no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:06.765551 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 152dae60-8d9b-488d-bc43-e5f7887edeae {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:06.766040 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 152dae60-8d9b-488d-bc43-e5f7887edeae not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:06.792169 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-499635f0-6b8a-427e-b26e-fcf8de522f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.854229 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-499635f0-6b8a-427e-b26e-fcf8de522f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261048293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261019114'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.890863 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499635f0-6b8a-427e-b26e-fcf8de522f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aabb0dc-d652-4674-b2ad-6236cd1324b3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:06.897763 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-499635f0-6b8a-427e-b26e-fcf8de522f6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.901412 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-499635f0-6b8a-427e-b26e-fcf8de522f6d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1aabb0dc-d652-4674-b2ad-6236cd1324b3 HTTP/1.1" status: 204 len: 168 time: 0.3175251 Dec 15 11:47:06.905046 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49410) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:06.907389 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5c2484-e5b2-41f0-8086-5a6cdfd8409c None None] Network 8b0ddb41-d1a5-4a65-989b-46bb9f664779 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:47:06.984592 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.063405 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Deleting port 5929c7fa-f67b-4eed-a3fb-487bdf54d497 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:07.063784 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.084183 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e554b925-cf1b-45e0-80fa-44781824dc36 None None] DHCP port deletion for 8b0ddb41-d1a5-4a65-989b-46bb9f664779 request from dv-cinder-813221-4-iscsi {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:47:07.143223 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e554b925-cf1b-45e0-80fa-44781824dc36 None None] Deleting port 5929c7fa-f67b-4eed-a3fb-487bdf54d497 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:07.143705 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e554b925-cf1b-45e0-80fa-44781824dc36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.151451 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] For port 5929c7fa-f67b-4eed-a3fb-487bdf54d497, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=5929c7fa-f67b-4eed-a3fb-487bdf54d497,segment=NetworkSegment(43127ce7-cde4-472f-8146-dee20e8a57bf),segment_id=43127ce7-cde4-472f-8146-dee20e8a57bf)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:07.152137 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.167230 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Calling delete_port for 5929c7fa-f67b-4eed-a3fb-487bdf54d497 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:07.216643 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e554b925-cf1b-45e0-80fa-44781824dc36 None None] For port 5929c7fa-f67b-4eed-a3fb-487bdf54d497, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=5929c7fa-f67b-4eed-a3fb-487bdf54d497,segment=NetworkSegment(43127ce7-cde4-472f-8146-dee20e8a57bf),segment_id=43127ce7-cde4-472f-8146-dee20e8a57bf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:07.217202 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e554b925-cf1b-45e0-80fa-44781824dc36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.233906 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e554b925-cf1b-45e0-80fa-44781824dc36 None None] Calling delete_port for 5929c7fa-f67b-4eed-a3fb-487bdf54d497 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:07.259938 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.293219 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Pushing event deleted for resources: {'Port': ['ID=5929c7fa-f67b-4eed-a3fb-487bdf54d497,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:07.297536 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] No DVR routers for this DVR port 5929c7fa-f67b-4eed-a3fb-487bdf54d497 on host dv-cinder-813221-4-iscsi {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:47:07.363820 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.365414 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e554b925-cf1b-45e0-80fa-44781824dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.378538 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.404062 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0ddb41-d1a5-4a65-989b-46bb9f664779']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:07.404835 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554b925-cf1b-45e0-80fa-44781824dc36 None None] Pushing event deleted for resources: {'Port': ['ID=5929c7fa-f67b-4eed-a3fb-487bdf54d497,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:07.411178 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e554b925-cf1b-45e0-80fa-44781824dc36 None None] No DVR routers for this DVR port 5929c7fa-f67b-4eed-a3fb-487bdf54d497 on host dv-cinder-813221-4-iscsi {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:47:07.422174 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43127ce7-cde4-472f-8146-dee20e8a57bf') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:07.422571 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43127ce7-cde4-472f-8146-dee20e8a57bf') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:07.433922 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261086981'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.450711 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.458411 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:47:07.458838 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261048207'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: Traceback (most recent call last): Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: timer() Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: cb(*args, **kw) Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: return func(*args, **kwargs) Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: self._notify() Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: self.callback(batched_events) Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: event.method(event) Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: return f(self, *a, **k) Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._get(url).json() Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: return self.request(url, 'GET', **kwargs) Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:47:07.460656 dv-cinder-813221-4-iscsi neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:47:07.527811 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.540659 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.544096 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] 10.222.0.46 "DELETE /v2.0/networks/8b0ddb41-d1a5-4a65-989b-46bb9f664779 HTTP/1.1" status: 204 len: 168 time: 0.6374733 Dec 15 11:47:07.557318 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39861c92-5739-4d91-8648-8d11c31acb3b admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0ddb41-d1a5-4a65-989b-46bb9f664779,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:07.731105 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49430) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:07.775386 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-fcada2f0-6604-4ae9-ad9f-e47af10b625d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9914476952e452e8ae1e9bdb5e23e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423806 Dec 15 11:47:07.777698 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49432) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:07.827455 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e555-94aa-4fad-8897-099c9d06f3fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.849601 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:47:07.860127 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e555-94aa-4fad-8897-099c9d06f3fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.909693 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e555-94aa-4fad-8897-099c9d06f3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.912536 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e555-94aa-4fad-8897-099c9d06f3fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.913688 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f9f7e555-94aa-4fad-8897-099c9d06f3fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f71920cb-36b2-4c61-9c8d-ec48e09d3ab2 HTTP/1.1" status: 204 len: 168 time: 0.1350861 Dec 15 11:47:07.923737 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7e555-94aa-4fad-8897-099c9d06f3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71920cb-36b2-4c61-9c8d-ec48e09d3ab2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:08.274203 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49440) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:08.321588 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-3db02796-9275-4e5e-9f58-d384f4ea2fd2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5bc006b34354ba98aca5b6b6cd12d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460420 Dec 15 11:47:08.324210 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49442) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:08.374135 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27585ab5-cd74-4b63-9c06-5e4ddff49a12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.396850 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27585ab5-cd74-4b63-9c06-5e4ddff49a12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.451674 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27585ab5-cd74-4b63-9c06-5e4ddff49a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.454332 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27585ab5-cd74-4b63-9c06-5e4ddff49a12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.458225 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-27585ab5-cd74-4b63-9c06-5e4ddff49a12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b32ae9d3-355f-4c6f-aefc-6717fad658e5 HTTP/1.1" status: 204 len: 168 time: 0.1303351 Dec 15 11:47:08.464190 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27585ab5-cd74-4b63-9c06-5e4ddff49a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32ae9d3-355f-4c6f-aefc-6717fad658e5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:08.530513 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 24ad501e-5114-4b54-af48-6abf048bdbfb no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:08.553134 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 24ad501e-5114-4b54-af48-6abf048bdbfb {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:08.553485 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 24ad501e-5114-4b54-af48-6abf048bdbfb not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:08.553934 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 5929c7fa-f67b-4eed-a3fb-487bdf54d497 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:08.576980 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 5929c7fa-f67b-4eed-a3fb-487bdf54d497 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:08.577367 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 5929c7fa-f67b-4eed-a3fb-487bdf54d497 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:08.746181 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device e2384600-67a0-43aa-8294-26b4087f1870 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:08.882929 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713332d-baaa-48d6-8df9-a09f7152a933 req-1dbfca07-f0c4-4312-b143-efac6ee32b74 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:08.884652 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d713332d-baaa-48d6-8df9-a09f7152a933 req-1dbfca07-f0c4-4312-b143-efac6ee32b74 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0769877 Dec 15 11:47:08.929552 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.950619 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d713332d-baaa-48d6-8df9-a09f7152a933 req-4a397300-b640-4f9a-b637-a5c360320356 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492792 Dec 15 11:47:09.201541 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49470) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:09.295164 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-2ccc9d71-0aac-4db8-86e6-bc7cb23766ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924106 Dec 15 11:47:09.306552 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-907c07ab-d710-434d-885b-7efeeed15c98 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:47:09.307600 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-907c07ab-d710-434d-885b-7efeeed15c98 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051208 Dec 15 11:47:09.521997 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:10.083766 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bf7f5-5376-40c1-9a6c-eb5bab2652a1 req-2afd802e-8c3c-4f87-99ec-e7fa4e311d3e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:10.085842 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d78bf7f5-5376-40c1-9a6c-eb5bab2652a1 req-2afd802e-8c3c-4f87-99ec-e7fa4e311d3e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0573483 Dec 15 11:47:10.142924 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d78bf7f5-5376-40c1-9a6c-eb5bab2652a1 req-724f8b08-b8f0-40e6-b790-b500b336d20d tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484977 Dec 15 11:47:10.294426 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-b8a5cf14-bf69-42a5-95a4-fd794434a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:10.297308 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-b8a5cf14-bf69-42a5-95a4-fd794434a1e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5&tenant_id=32d22ecc87d9432b96feaa2df875e6fe HTTP/1.1" status: 200 len: 1096 time: 0.0936251 Dec 15 11:47:10.379634 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-6959a501-ae83-47b9-9b81-d92051e56d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:10.381225 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-6959a501-ae83-47b9-9b81-d92051e56d61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 1096 time: 0.0474589 Dec 15 11:47:10.725550 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-93db8435-03e2-49d0-9e27-c5e752086059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:10.727048 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-93db8435-03e2-49d0-9e27-c5e752086059 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 918 time: 0.3380806 Dec 15 11:47:10.801592 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-94a26de5-6fb2-4da3-950d-f1757af0d25f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2384600-67a0-43aa-8294-26b4087f1870 HTTP/1.1" status: 200 len: 998 time: 0.0671220 Dec 15 11:47:10.851979 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-e05d970c-c721-438e-8698-24a65ef0527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:10.853487 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-e05d970c-c721-438e-8698-24a65ef0527b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.0446410 Dec 15 11:47:10.908672 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-97087599-c92f-4aee-a2ec-c1fc8c2f42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:10.910147 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-97087599-c92f-4aee-a2ec-c1fc8c2f42d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500071 Dec 15 11:47:11.000136 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-cbe22812-5655-4a26-a2cf-15cd0b3bccd0 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825577 Dec 15 11:47:11.101155 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-de9e4087-4aa1-478c-a40e-5e8bc2c97d9a req-bf4afdc7-72ee-4432-8fd2-066059cfa2d4 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938582 Dec 15 11:47:11.277336 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618addca-4629-4088-bc1b-24da0cdaac08 req-e765fc3a-7b74-4639-af99-32fe4d39588b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:11.278774 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-618addca-4629-4088-bc1b-24da0cdaac08 req-e765fc3a-7b74-4639-af99-32fe4d39588b tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0597870 Dec 15 11:47:11.336752 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-618addca-4629-4088-bc1b-24da0cdaac08 req-b8244e43-991b-4ee3-af69-35e0c2a65a94 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508504 Dec 15 11:47:12.491343 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f9d51-c4b9-42a2-83b6-ac56d8a7ea49 req-5264e0b1-65d9-4b2d-a9c8-bbfa04aa34ab tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:12.493130 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2e6f9d51-c4b9-42a2-83b6-ac56d8a7ea49 req-5264e0b1-65d9-4b2d-a9c8-bbfa04aa34ab tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0688076 Dec 15 11:47:12.546129 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2e6f9d51-c4b9-42a2-83b6-ac56d8a7ea49 req-6836e0dc-0be1-4a29-8336-a5351a29d040 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469294 Dec 15 11:47:13.399850 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849a89-b224-42c8-95c6-b12b70270cf7 req-8f4b0692-2be8-484b-b23a-1967e478967f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:13.401503 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-07849a89-b224-42c8-95c6-b12b70270cf7 req-8f4b0692-2be8-484b-b23a-1967e478967f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0569906 Dec 15 11:47:13.457354 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-07849a89-b224-42c8-95c6-b12b70270cf7 req-ad1ff38f-6da4-41a0-83cd-7eefe701e904 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486598 Dec 15 11:47:13.677747 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdc6eb-38d0-4a8c-882f-367c4bfbe319 req-c624005e-2a48-4d9d-8308-1cadf219c644 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:13.679585 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-71fdc6eb-38d0-4a8c-882f-367c4bfbe319 req-c624005e-2a48-4d9d-8308-1cadf219c644 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0528965 Dec 15 11:47:13.736084 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-71fdc6eb-38d0-4a8c-882f-367c4bfbe319 req-9405225d-bf28-4238-9a55-8534fc7ffcb2 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463529 Dec 15 11:47:14.117697 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.580239 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f8d5d-741a-4457-9a8a-c6cc3f0e85f8 req-75b5e8eb-caa6-44c6-b6f6-5bdb0e1a7939 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:14.581884 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b98f8d5d-741a-4457-9a8a-c6cc3f0e85f8 req-75b5e8eb-caa6-44c6-b6f6-5bdb0e1a7939 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0524557 Dec 15 11:47:14.647904 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b98f8d5d-741a-4457-9a8a-c6cc3f0e85f8 req-afbcb195-3728-4d5e-9070-e954628f04c6 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590329 Dec 15 11:47:14.871992 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf289a1-17b4-451e-b424-09ceaa4e407e req-615c32ef-711c-41ab-b37a-9092deb03cd6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:14.873613 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ecf289a1-17b4-451e-b424-09ceaa4e407e req-615c32ef-711c-41ab-b37a-9092deb03cd6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0551739 Dec 15 11:47:14.939025 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ecf289a1-17b4-451e-b424-09ceaa4e407e req-2dd0a7ba-7042-41b5-82de-d93767727988 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583756 Dec 15 11:47:15.787355 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97107fcd-f029-4caf-8695-08437a11b71f req-45786a35-f1eb-42ab-bf05-d01042ce8bcd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:15.789042 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-97107fcd-f029-4caf-8695-08437a11b71f req-45786a35-f1eb-42ab-bf05-d01042ce8bcd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0650308 Dec 15 11:47:15.846998 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-97107fcd-f029-4caf-8695-08437a11b71f req-7f26ca45-bdbb-44ca-b5b8-2fc1df594823 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502114 Dec 15 11:47:16.082991 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788fdff-4193-48be-86df-17dd66f4f77d req-72046ec9-bf60-4f84-8af0-b53541154985 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:16.084572 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5788fdff-4193-48be-86df-17dd66f4f77d req-72046ec9-bf60-4f84-8af0-b53541154985 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0642302 Dec 15 11:47:16.137320 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5788fdff-4193-48be-86df-17dd66f4f77d req-12b4fa04-7e51-41b2-99ea-de28b400e011 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464201 Dec 15 11:47:16.983676 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ded49-52cc-4ae2-b267-f83bb65e1b35 req-d7793ce6-16b4-4170-bed7-ffbf12bc3567 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:16.985924 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c9ded49-52cc-4ae2-b267-f83bb65e1b35 req-d7793ce6-16b4-4170-bed7-ffbf12bc3567 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0595338 Dec 15 11:47:17.050518 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-5c9ded49-52cc-4ae2-b267-f83bb65e1b35 req-7eb83a49-45e2-4178-882d-e23c83bdd9df tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520744 Dec 15 11:47:17.272135 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc5d8a-ddef-4ea5-9fd7-e1396be0215d req-78389ea0-95be-4f0b-9f5d-ec480beacf13 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:17.273935 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61fc5d8a-ddef-4ea5-9fd7-e1396be0215d req-78389ea0-95be-4f0b-9f5d-ec480beacf13 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0554662 Dec 15 11:47:17.331076 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-61fc5d8a-ddef-4ea5-9fd7-e1396be0215d req-b6c7ccb5-4634-4f42-af25-016bad70d91f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504930 Dec 15 11:47:18.182519 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990c108-01a5-4ab8-a569-d865c283d1f4 req-f6649490-ef7d-4805-9361-f3f739c14602 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:18.184073 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f990c108-01a5-4ab8-a569-d865c283d1f4 req-f6649490-ef7d-4805-9361-f3f739c14602 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0528839 Dec 15 11:47:18.252528 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f990c108-01a5-4ab8-a569-d865c283d1f4 req-c118e4e8-2b74-485a-877e-9415426373e4 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599530 Dec 15 11:47:18.479012 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc91868-ba61-4878-a03f-50c419c66b0d req-1872e875-2d50-4e9c-9c8f-026884f48fa6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:18.482062 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ffc91868-ba61-4878-a03f-50c419c66b0d req-1872e875-2d50-4e9c-9c8f-026884f48fa6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0606501 Dec 15 11:47:18.537686 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ffc91868-ba61-4878-a03f-50c419c66b0d req-d30a1f19-014b-4945-a355-13339a8f72fb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486360 Dec 15 11:47:19.388151 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741c294-0db0-4a06-9cd1-8982e23d84ea req-cb44cb1f-6f5a-4676-8c0b-d21a31dbe812 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:19.389733 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0741c294-0db0-4a06-9cd1-8982e23d84ea req-cb44cb1f-6f5a-4676-8c0b-d21a31dbe812 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0566638 Dec 15 11:47:19.448644 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0741c294-0db0-4a06-9cd1-8982e23d84ea req-25e14190-5153-4833-9320-1af37fa0cff0 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522921 Dec 15 11:47:19.692248 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c23fa-acce-4cde-9f83-c92403b22d2e req-7ecb1669-6c97-4ab2-ac26-bf1cd65de758 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:19.693818 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1e4c23fa-acce-4cde-9f83-c92403b22d2e req-7ecb1669-6c97-4ab2-ac26-bf1cd65de758 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0556343 Dec 15 11:47:19.761116 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1e4c23fa-acce-4cde-9f83-c92403b22d2e req-47a1e3d3-d9ff-4127-a18a-8fa8e99e49d7 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559816 Dec 15 11:47:20.586813 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e120c45-ece5-4207-ac41-7048260c76a7 req-87d0c568-9e8e-485d-95dd-b14fdf678be7 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:20.588355 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e120c45-ece5-4207-ac41-7048260c76a7 req-87d0c568-9e8e-485d-95dd-b14fdf678be7 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0687096 Dec 15 11:47:20.643078 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4e120c45-ece5-4207-ac41-7048260c76a7 req-9afc989e-954e-4125-acf3-2a238006b1af tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458586 Dec 15 11:47:20.893806 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799971d-1dde-4f6a-a921-c1210dd0a481 req-3ff39d08-10f9-4b2d-9d3e-e5d007f972dd tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:20.895378 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1799971d-1dde-4f6a-a921-c1210dd0a481 req-3ff39d08-10f9-4b2d-9d3e-e5d007f972dd tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0564582 Dec 15 11:47:20.947792 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1799971d-1dde-4f6a-a921-c1210dd0a481 req-039e2702-353e-44d4-a454-3ae4aaca44eb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435305 Dec 15 11:47:21.782831 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e9713-9ea1-461b-bbf1-edc619c4845b req-0c73ba98-6092-496b-89b7-c9c9e4103f69 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:21.784644 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-359e9713-9ea1-461b-bbf1-edc619c4845b req-0c73ba98-6092-496b-89b7-c9c9e4103f69 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0632093 Dec 15 11:47:21.850306 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-359e9713-9ea1-461b-bbf1-edc619c4845b req-b8b4d69e-eba2-4d7d-b8a9-54af1896f1d2 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586221 Dec 15 11:47:22.084105 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6d552-bfa4-49bc-bc60-ff949ef0bb5b req-2a1da6b6-9695-48e8-a877-3c705eeb9ef6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:22.085880 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dce6d552-bfa4-49bc-bc60-ff949ef0bb5b req-2a1da6b6-9695-48e8-a877-3c705eeb9ef6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0547631 Dec 15 11:47:22.140414 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dce6d552-bfa4-49bc-bc60-ff949ef0bb5b req-6b655ea8-7d4c-407b-baa0-d3972f14182a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471900 Dec 15 11:47:23.006947 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b679420-a087-4680-ac57-434e67fcffb9 req-1c763692-3014-414d-aa22-91b857a2be0d tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:23.010406 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1b679420-a087-4680-ac57-434e67fcffb9 req-1c763692-3014-414d-aa22-91b857a2be0d tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0895963 Dec 15 11:47:23.140920 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1b679420-a087-4680-ac57-434e67fcffb9 req-b861078b-0a8b-4ac7-a945-99223717664a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214013 Dec 15 11:47:23.288395 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490796c9-adf4-4dfb-b690-542f8ee2009a req-1b0b14ce-86a3-420d-a799-b5572e702622 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:23.290004 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-490796c9-adf4-4dfb-b690-542f8ee2009a req-1b0b14ce-86a3-420d-a799-b5572e702622 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0663648 Dec 15 11:47:23.342719 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-490796c9-adf4-4dfb-b690-542f8ee2009a req-3de72478-568e-48ef-8c79-7e2b17dffcbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463629 Dec 15 11:47:24.267784 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9911ff-6b59-4ca6-a784-e0f75c0f7f3f req-d48cec9c-1735-432f-afe3-f7891e50920e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:24.269466 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fb9911ff-6b59-4ca6-a784-e0f75c0f7f3f req-d48cec9c-1735-432f-afe3-f7891e50920e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0529518 Dec 15 11:47:24.323131 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fb9911ff-6b59-4ca6-a784-e0f75c0f7f3f req-64759b71-6e2e-4ed7-b2ba-5ba0deddf66e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473835 Dec 15 11:47:24.470551 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc802081-84ed-4243-b515-281a7f1ac93b req-10f1d457-e25a-43a2-a566-b7e32aee6cd4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:24.472183 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cc802081-84ed-4243-b515-281a7f1ac93b req-10f1d457-e25a-43a2-a566-b7e32aee6cd4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0534070 Dec 15 11:47:24.530822 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cc802081-84ed-4243-b515-281a7f1ac93b req-b7065cb0-a9f3-4841-89d9-27cea33fb371 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523794 Dec 15 11:47:25.466616 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716d939-b03e-4715-a425-36e42ef589c8 req-46548139-39c7-456c-8bd6-cad73194ba0c tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:25.469045 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c716d939-b03e-4715-a425-36e42ef589c8 req-46548139-39c7-456c-8bd6-cad73194ba0c tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0695319 Dec 15 11:47:25.536447 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c716d939-b03e-4715-a425-36e42ef589c8 req-b245dd47-e3ce-41dc-ada8-6827a47e6386 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595210 Dec 15 11:47:25.699627 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835298b-eefa-497f-81ac-e74e5686433c req-743148d0-9b84-4674-a2b4-7221a9241c42 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:25.701207 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2835298b-eefa-497f-81ac-e74e5686433c req-743148d0-9b84-4674-a2b4-7221a9241c42 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0716317 Dec 15 11:47:25.759475 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2835298b-eefa-497f-81ac-e74e5686433c req-f1ab53c8-1dd4-4079-9e31-6693b72febf0 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519283 Dec 15 11:47:26.675174 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8adc59-0bda-48d6-b978-60f81c728fb1 req-f3ad277a-8b5a-4c9e-b8a1-c42f567feb92 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:26.676681 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7a8adc59-0bda-48d6-b978-60f81c728fb1 req-f3ad277a-8b5a-4c9e-b8a1-c42f567feb92 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0574241 Dec 15 11:47:26.734048 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7a8adc59-0bda-48d6-b978-60f81c728fb1 req-d57a3cec-e7fb-47d4-ad44-d6405ed048db tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482898 Dec 15 11:47:26.889368 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4baff-28c5-4f1b-abaf-f08ca5ecb10d req-310c5f38-e61c-4c39-a3df-44e3393f451a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:26.890905 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-15e4baff-28c5-4f1b-abaf-f08ca5ecb10d req-310c5f38-e61c-4c39-a3df-44e3393f451a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0518384 Dec 15 11:47:26.960136 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-15e4baff-28c5-4f1b-abaf-f08ca5ecb10d req-1c454c49-d9d2-41e5-ba4f-12889b27fc1a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593965 Dec 15 11:47:27.869982 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b70b09-7cbe-4c26-be35-3308f15a3281 req-2c7ee015-347c-4e72-941e-c8816b4e7e8a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:27.871593 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-79b70b09-7cbe-4c26-be35-3308f15a3281 req-2c7ee015-347c-4e72-941e-c8816b4e7e8a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0557094 Dec 15 11:47:27.927549 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-79b70b09-7cbe-4c26-be35-3308f15a3281 req-40bbf18e-52ac-4d2a-8a49-0da2047db54b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497160 Dec 15 11:47:28.097652 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edd26a-2cac-46db-800d-419cc6345697 req-86f1a60e-716e-4bca-b373-a9b1334d327e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:28.099993 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-78edd26a-2cac-46db-800d-419cc6345697 req-86f1a60e-716e-4bca-b373-a9b1334d327e tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 943 time: 0.0555778 Dec 15 11:47:28.151911 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-78edd26a-2cac-46db-800d-419cc6345697 req-fe49b008-1431-40f0-90f9-c3ac46d04cb3 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447068 Dec 15 11:47:28.209186 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-23f7f165-ed9d-48bf-be80-9edc27439f7b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:28.210923 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-23f7f165-ed9d-48bf-be80-9edc27439f7b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 946 time: 0.0556221 Dec 15 11:47:28.311520 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Deleting port a62ae929-57bb-45d4-9a8e-3741e765c296 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:28.311810 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:28.415861 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] For port a62ae929-57bb-45d4-9a8e-3741e765c296, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a62ae929-57bb-45d4-9a8e-3741e765c296,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:28.416206 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:28.615449 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:28.615806 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:28.616132 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.l3_db [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Floating IP 84310448-7e63-4f93-be4b-dcf987bff759 disassociated. External IP: 172.27.1.65, port: a62ae929-57bb-45d4-9a8e-3741e765c296. Dec 15 11:47:28.616471 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Calling delete_port for a62ae929-57bb-45d4-9a8e-3741e765c296 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:28.775398 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:28.804460 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event deleted for resources: {'Port': ['ID=a62ae929-57bb-45d4-9a8e-3741e765c296,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:28.830317 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device e2384600-67a0-43aa-8294-26b4087f1870 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:47:28.919839 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:47:28.937057 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:28.948993 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'e2384600-67a0-43aa-8294-26b4087f1870', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'port_id': 'e2384600-67a0-43aa-8294-26b4087f1870', 'mac_address': 'fa:16:3e:6f:fd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:47:29.000126 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:29.015780 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2384600-67a0-43aa-8294-26b4087f1870 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:47:29.034183 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:29.040050 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:29.046254 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddf2acd-b3fb-4f7f-93e9-e16184ed1c0e None None] Sync routers for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:29.046470 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8bdfd72b-03d6-4fe8-9bc4-cee1aae263df req-3b7029ec-df10-4a65-8b79-c34dd5641a47 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e00b44-b843-43b4-b236-d3596ed0e125 HTTP/1.1" status: 200 len: 210 time: 0.0342102 Dec 15 11:47:29.052722 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:29.088115 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf2acd-b3fb-4f7f-93e9-e16184ed1c0e None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:29.088444 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] No DVR routers for this DVR port a62ae929-57bb-45d4-9a8e-3741e765c296 on host hv-cinder-81322 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:47:29.088671 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-cddf2acd-b3fb-4f7f-93e9-e16184ed1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:47:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:29.091054 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:29.094773 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-d119a604-0cab-40ad-931a-6bc779ed8438 req-fda733bf-b38f-4d7c-8cd4-2e6bcc493fbd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "DELETE /v2.0/ports/a62ae929-57bb-45d4-9a8e-3741e765c296 HTTP/1.1" status: 204 len: 173 time: 0.8769307 Dec 15 11:47:29.095264 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'name': 'network-vif-deleted', 'tag': 'a62ae929-57bb-45d4-9a8e-3741e765c296'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:29.097819 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6066c7-5bf4-4e53-af8d-a423e4e8460b" -d '{"events": [{"server_uuid": "d2e00b44-b843-43b4-b236-d3596ed0e125", "name": "network-vif-deleted", "tag": "a62ae929-57bb-45d4-9a8e-3741e765c296"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:29.148990 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8654126-5c7a-42a4-b15d-4bcd3e20811c x-openstack-request-id: req-f8654126-5c7a-42a4-b15d-4bcd3e20811c {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:29.149538 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e00b44-b843-43b4-b236-d3596ed0e125", "name": "network-vif-deleted", "tag": "a62ae929-57bb-45d4-9a8e-3741e765c296", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:29.152247 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8654126-5c7a-42a4-b15d-4bcd3e20811c {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:29.152247 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e00b44-b843-43b4-b236-d3596ed0e125', 'name': 'network-vif-deleted', 'tag': 'a62ae929-57bb-45d4-9a8e-3741e765c296', 'status': 'completed', 'code': 200} Dec 15 11:47:29.193372 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=e2384600-67a0-43aa-8294-26b4087f1870,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:29.241558 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-cddf2acd-b3fb-4f7f-93e9-e16184ed1c0e None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:29.294566 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f0a7a-613c-4a28-8429-1f6522ca9642 req-8d998970-1fc1-4400-a056-7b07264bb098 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:29.296767 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f91f0a7a-613c-4a28-8429-1f6522ca9642 req-8d998970-1fc1-4400-a056-7b07264bb098 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 944 time: 0.0597348 Dec 15 11:47:29.357694 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f91f0a7a-613c-4a28-8429-1f6522ca9642 req-1e4e7eee-108e-4646-a2a7-de15d0905e44 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509467 Dec 15 11:47:29.479350 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-cddf2acd-b3fb-4f7f-93e9-e16184ed1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:29.523063 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddf2acd-b3fb-4f7f-93e9-e16184ed1c0e None None] Checking router: 0b0c5d31-cf01-4b22-b860-5b3af5949b0d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:29.527774 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['e2384600-67a0-43aa-8294-26b4087f1870'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:47:29.573176 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf2acd-b3fb-4f7f-93e9-e16184ed1c0e None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:29.574207 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-cddf2acd-b3fb-4f7f-93e9-e16184ed1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:47:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:29.733542 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-cddf2acd-b3fb-4f7f-93e9-e16184ed1c0e None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:29.999920 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-cddf2acd-b3fb-4f7f-93e9-e16184ed1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:30.028774 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddf2acd-b3fb-4f7f-93e9-e16184ed1c0e None None] The sync data for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi is: [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:30.291897 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820252c1-2255-4fff-8eb5-9749abd558e8 None None] New status for floating IP 84310448-7e63-4f93-be4b-dcf987bff759: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:47:30.338030 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-cd469683-4060-4b10-943d-5ea18d927c05 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128954480&fields=id&tenant_id=a74c170d0e1d43ccab75cc19eaff6707 HTTP/1.1" status: 200 len: 267 time: 0.0475240 Dec 15 11:47:30.493637 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-86ce35f7-da08-428e-8b0c-45d5507b0f8f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:30.495195 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-86ce35f7-da08-428e-8b0c-45d5507b0f8f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 812 time: 0.1495662 Dec 15 11:47:30.518393 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-b806b4ac-3ebd-44c7-81da-7c3c67f62140 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/quotas/a74c170d0e1d43ccab75cc19eaff6707 HTTP/1.1" status: 200 len: 375 time: 0.0159721 Dec 15 11:47:30.527476 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d966f-ecdd-446f-ae7a-2100229e3cb5 req-19c2432f-8c1b-4974-b8d8-35f70e2bfd18 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:30.529054 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1c7d966f-ecdd-446f-ae7a-2100229e3cb5 req-19c2432f-8c1b-4974-b8d8-35f70e2bfd18 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 944 time: 0.0860419 Dec 15 11:47:30.607912 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-ef908da5-2946-4502-8a41-886fa4548808 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777793 Dec 15 11:47:30.613396 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1c7d966f-ecdd-446f-ae7a-2100229e3cb5 req-142c4ffc-108b-4d0d-b29a-68476d7625d6 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741549 Dec 15 11:47:30.719781 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-0beb28f2-9bb9-46e1-b947-78fa704e5a77 service neutron] 10.222.0.46 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937510 Dec 15 11:47:30.822960 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-09689a73-9545-4072-992d-162c1f8f7479 service neutron] 10.222.0.46 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959632 Dec 15 11:47:30.845542 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device e2384600-67a0-43aa-8294-26b4087f1870 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:30.899604 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port e2384600-67a0-43aa-8294-26b4087f1870 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:30.900081 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:31.166029 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:31.170448 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7fe72e34-0021-4bf0-9ef7-ddb3624861fa req-8c2a61e2-65ba-4de8-ae10-809576ae6752 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 210 time: 0.0395141 Dec 15 11:47:31.198705 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:31.201224 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d361e1-4e57-4ba9-9a06-d19fd2caba55" -d '{"events": [{"server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "name": "network-vif-plugged", "status": "completed", "tag": "e2384600-67a0-43aa-8294-26b4087f1870"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:31.214457 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:31.219932 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:31.221294 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a62ae929-57bb-45d4-9a8e-3741e765c296 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:31.246739 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d302d5-8842-466e-a4a4-3cc003b4c50a x-openstack-request-id: req-58d302d5-8842-466e-a4a4-3cc003b4c50a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:31.247019 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "name": "network-vif-plugged", "status": "completed", "tag": "e2384600-67a0-43aa-8294-26b4087f1870", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:31.247402 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58d302d5-8842-466e-a4a4-3cc003b4c50a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:31.248055 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870', 'code': 200} Dec 15 11:47:31.265775 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: a62ae929-57bb-45d4-9a8e-3741e765c296 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:31.265983 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device a62ae929-57bb-45d4-9a8e-3741e765c296 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:31.298443 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=e2384600-67a0-43aa-8294-26b4087f1870,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:31.505358 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2fc79-ca32-40ba-9f61-cdd8a7fb6943 req-0b6bb1fd-ea8e-4d90-8963-acf5880292e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:31.507264 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-83c2fc79-ca32-40ba-9f61-cdd8a7fb6943 req-0b6bb1fd-ea8e-4d90-8963-acf5880292e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 1099 time: 0.0500772 Dec 15 11:47:31.572850 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-83c2fc79-ca32-40ba-9f61-cdd8a7fb6943 req-c9dba0ec-2e27-4f17-8756-ed7544f2d7d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464363 Dec 15 11:47:31.753011 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb50187-f375-4f92-b66f-9343a01755a9 req-493b6901-a46b-4bbe-a0e2-21a77b42ec66 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:31.754761 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dbb50187-f375-4f92-b66f-9343a01755a9 req-493b6901-a46b-4bbe-a0e2-21a77b42ec66 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 946 time: 0.0603445 Dec 15 11:47:31.805927 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-dbb50187-f375-4f92-b66f-9343a01755a9 req-61481ad3-330d-4c0e-b145-98ceda01ae32 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449321 Dec 15 11:47:32.278595 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4d04ebc1-75d5-42b8-8971-81283e0fcf1f req-e44d6a59-737c-4cd6-8ece-334324b4d7c4 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 210 time: 0.0280111 Dec 15 11:47:32.712315 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-5588f6db-0a9a-4d79-b536-b3a05655f5ce tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:32.713814 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-5588f6db-0a9a-4d79-b536-b3a05655f5ce tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 812 time: 0.1088033 Dec 15 11:47:32.797306 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-f88d8476-48bd-4084-af2b-2077846feb3b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74c170d0e1d43ccab75cc19eaff6707 HTTP/1.1" status: 200 len: 379 time: 0.0602720 Dec 15 11:47:32.813383 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'port': {'device_id': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'admin_state_up': True, 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'security_groups': ['d034be66-de5a-497c-9709-740cf67f5828']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:32.935890 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Made reservation on behalf of a74c170d0e1d43ccab75cc19eaff6707 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:47:32.939527 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:32.944774 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff860668-2edb-4d14-b657-29d6cdd3f939 req-0a5c0f56-1b05-4247-bfa2-4356b2558fbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:32.946522 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ff860668-2edb-4d14-b657-29d6cdd3f939 req-0a5c0f56-1b05-4247-bfa2-4356b2558fbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 946 time: 0.0530376 Dec 15 11:47:33.000362 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ff860668-2edb-4d14-b657-29d6cdd3f939 req-b19041ad-c102-4cda-9550-7c2364a69ac7 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474565 Dec 15 11:47:33.093035 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Allocated IP 172.20.0.9 (829807fd-58b4-4c64-920f-853993a133a2/7303dd95-41cd-42ba-b6cb-33923b6fbe03/f729fd0d-3902-4f8d-8a15-0c44d13be74a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:47:33.275327 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:33.321315 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:33.366268 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Network 829807fd-58b4-4c64-920f-853993a133a2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:33.371878 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:33.375675 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:47:33.382321 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'Port': ['ID=f729fd0d-3902-4f8d-8a15-0c44d13be74a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:33.442053 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cca900-1da5-4475-93c7-e54d6cb74013 req-e9ef1b0d-18ee-4898-ac1b-bc6fbacff8bc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:33.443868 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c4cca900-1da5-4475-93c7-e54d6cb74013 req-e9ef1b0d-18ee-4898-ac1b-bc6fbacff8bc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 931 time: 0.0897481 Dec 15 11:47:33.451551 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:33.452493 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:33.474765 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-9d93ffdb-3e0d-47ed-99b3-8795994a24c8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6669221 Dec 15 11:47:33.494308 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Request body: {'port': {'device_id': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:33.506134 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c4cca900-1da5-4475-93c7-e54d6cb74013 req-b9802881-d29c-4a0f-af5c-cc7ff7b65f3c tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544784 Dec 15 11:47:33.558176 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:33.637319 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2353d395-6e41-4fc1-bea6-832b4fc6ea74 None None] Provisioning complete for port f729fd0d-3902-4f8d-8a15-0c44d13be74a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:33.638388 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2353d395-6e41-4fc1-bea6-832b4fc6ea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:33.681657 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2353d395-6e41-4fc1-bea6-832b4fc6ea74 None None] Port f729fd0d-3902-4f8d-8a15-0c44d13be74a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:47:33.777996 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a444e318-8e76-46e3-8a81-c212bdddf9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:33.847102 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f729fd0d-3902-4f8d-8a15-0c44d13be74a {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:47:33.855107 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:33.869793 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Transition to ACTIVE for port object f729fd0d-3902-4f8d-8a15-0c44d13be74a will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:47:33.877182 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:33.933862 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Pushing event updated for resources: {'Port': ['ID=f729fd0d-3902-4f8d-8a15-0c44d13be74a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:34.020155 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Attempting to bind port f729fd0d-3902-4f8d-8a15-0c44d13be74a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:47:34.020595 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Attempting to bind port f729fd0d-3902-4f8d-8a15-0c44d13be74a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:47:34.020933 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Attempting to bind port f729fd0d-3902-4f8d-8a15-0c44d13be74a on network 829807fd-58b4-4c64-920f-853993a133a2 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:47:34.026056 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Port f729fd0d-3902-4f8d-8a15-0c44d13be74a on network 829807fd-58b4-4c64-920f-853993a133a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:47:34.026374 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Attempting to bind port f729fd0d-3902-4f8d-8a15-0c44d13be74a on network 829807fd-58b4-4c64-920f-853993a133a2 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:47:34.031846 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:47:34.032270 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Checking segment: {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:47:34.032584 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Bound using segment: {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:47:34.033166 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Bound port: f729fd0d-3902-4f8d-8a15-0c44d13be74a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:47:34.033531 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:34.113887 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] For port f729fd0d-3902-4f8d-8a15-0c44d13be74a, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:47:34.118170 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] For port f729fd0d-3902-4f8d-8a15-0c44d13be74a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:47:34.127463 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:34.133540 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a49549-179d-4bff-850a-9312f5cbcd0d req-fb49c6ce-310f-48eb-862c-28d4529ed4ee tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:34.135321 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-64a49549-179d-4bff-850a-9312f5cbcd0d req-fb49c6ce-310f-48eb-862c-28d4529ed4ee tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 946 time: 0.0526676 Dec 15 11:47:34.168584 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:34.169242 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:34.171319 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] 10.222.0.59 "PUT /v2.0/ports/f729fd0d-3902-4f8d-8a15-0c44d13be74a HTTP/1.1" status: 200 len: 1093 time: 0.6828203 Dec 15 11:47:34.174469 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'tag': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:34.177928 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b9fb49-4456-4979-a4af-fd8c86ea913a" -d '{"events": [{"name": "network-changed", "server_uuid": "b46c21d2-2ff0-40ec-a797-951e57ba5fe4", "tag": "f729fd0d-3902-4f8d-8a15-0c44d13be74a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:34.199762 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-64a49549-179d-4bff-850a-9312f5cbcd0d req-de4cf4cc-3781-45a7-9a7a-c5be21681e48 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565853 Dec 15 11:47:34.228118 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2623e92-29df-4391-85bb-84fbe9a35148 service neutron] Pushing event updated for resources: {'Port': ['ID=f729fd0d-3902-4f8d-8a15-0c44d13be74a,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:34.256905 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ac7eab-82a1-4a76-9b9a-6191e33a20ef x-openstack-request-id: req-47ac7eab-82a1-4a76-9b9a-6191e33a20ef {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:34.257658 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46c21d2-2ff0-40ec-a797-951e57ba5fe4", "tag": "f729fd0d-3902-4f8d-8a15-0c44d13be74a", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:34.258009 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47ac7eab-82a1-4a76-9b9a-6191e33a20ef {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:34.258581 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'tag': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'status': 'completed', 'code': 200} Dec 15 11:47:34.294251 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-4fae5bd9-06ca-4526-bb3e-6bfee44269e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:34.296158 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-4fae5bd9-06ca-4526-bb3e-6bfee44269e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0506246 Dec 15 11:47:34.360765 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-290fd1b2-17ab-4eb6-b399-a7635b82f5c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a HTTP/1.1" status: 200 len: 217 time: 0.0421383 Dec 15 11:47:34.417787 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-3c1bd795-1b00-4ff6-b4f8-86bbbe2fed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:34.419336 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-3c1bd795-1b00-4ff6-b4f8-86bbbe2fed8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0496187 Dec 15 11:47:34.474185 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-499c15bc-1668-4f4f-8180-ac4bf212dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:34.475743 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-499c15bc-1668-4f4f-8180-ac4bf212dd5e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492706 Dec 15 11:47:34.592326 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-19b37512-4102-4c5e-93e0-6acfa22d2ac6 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091740 Dec 15 11:47:34.648134 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f40182-64c7-4876-8d44-c44882dece26 req-75f53c90-ccfe-44c8-950c-2bc6ec5b61b8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:34.650770 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b1f40182-64c7-4876-8d44-c44882dece26 req-75f53c90-ccfe-44c8-950c-2bc6ec5b61b8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0631504 Dec 15 11:47:34.734270 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c58f3-2cc7-4d05-8dd2-05113e258480 req-0ea6e978-76bc-4180-97b5-9737ebfd44b4 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342943 Dec 15 11:47:34.744443 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b1f40182-64c7-4876-8d44-c44882dece26 req-7c4e3cab-5dc3-4648-9ec2-b66eb42a1345 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796337 Dec 15 11:47:34.883463 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9fb49-4456-4979-a4af-fd8c86ea913a req-0b0aba1c-252b-4e6c-a516-fd8b7e9eec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:34.885827 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-17b9fb49-4456-4979-a4af-fd8c86ea913a req-0b0aba1c-252b-4e6c-a516-fd8b7e9eec44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0496919 Dec 15 11:47:34.982927 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9fb49-4456-4979-a4af-fd8c86ea913a req-2b09b770-f0a5-45fc-980a-0ca6fc9a45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:34.984503 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-17b9fb49-4456-4979-a4af-fd8c86ea913a req-2b09b770-f0a5-45fc-980a-0ca6fc9a45e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.0909657 Dec 15 11:47:35.029282 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-17b9fb49-4456-4979-a4af-fd8c86ea913a req-7d57de2b-c2ff-483a-8398-f89c98ac3a11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a HTTP/1.1" status: 200 len: 217 time: 0.0366380 Dec 15 11:47:35.090577 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9fb49-4456-4979-a4af-fd8c86ea913a req-abd10418-6b98-4cf2-80ea-917b6ce0e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:35.092173 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-17b9fb49-4456-4979-a4af-fd8c86ea913a req-abd10418-6b98-4cf2-80ea-917b6ce0e315 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0554688 Dec 15 11:47:35.142939 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9fb49-4456-4979-a4af-fd8c86ea913a req-8e420261-d0a1-4c0f-8c90-1b30a7cf2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:35.144430 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-17b9fb49-4456-4979-a4af-fd8c86ea913a req-8e420261-d0a1-4c0f-8c90-1b30a7cf2ada service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444653 Dec 15 11:47:35.241578 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-17b9fb49-4456-4979-a4af-fd8c86ea913a req-fbacbff1-469d-4df8-895d-07d71b7465e1 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891562 Dec 15 11:47:35.345089 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-17b9fb49-4456-4979-a4af-fd8c86ea913a req-70921d71-06ba-454b-93df-0178c1a16abe service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959833 Dec 15 11:47:35.873392 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b52bb-79f2-46da-ac77-8d198bac5025 req-edd17d42-5f47-4c43-a9b0-5002128ec1e6 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:35.875001 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d05b52bb-79f2-46da-ac77-8d198bac5025 req-edd17d42-5f47-4c43-a9b0-5002128ec1e6 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0537891 Dec 15 11:47:35.932378 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d05b52bb-79f2-46da-ac77-8d198bac5025 req-fd7eaddf-195e-4ae1-9dc4-f07ed3c20082 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508132 Dec 15 11:47:36.155130 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c57f17a5-2659-47bf-a871-d1008766fd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:37.066532 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807ea16-53c7-401d-839f-0825761d9e8b req-aabd9725-187a-4eef-923d-4a653e6909c9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:37.068410 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6807ea16-53c7-401d-839f-0825761d9e8b req-aabd9725-187a-4eef-923d-4a653e6909c9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0626941 Dec 15 11:47:37.130489 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6807ea16-53c7-401d-839f-0825761d9e8b req-d4cdd9fd-f67d-4ad6-a0bc-99d2731bd5dd tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557110 Dec 15 11:47:37.289207 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:38.260829 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81d77c-e308-41cc-9d1a-ce525f7570e0 req-6211185f-d8e5-4643-9bfa-66abc0bec22f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:38.262367 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fe81d77c-e308-41cc-9d1a-ce525f7570e0 req-6211185f-d8e5-4643-9bfa-66abc0bec22f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0550601 Dec 15 11:47:38.318497 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fe81d77c-e308-41cc-9d1a-ce525f7570e0 req-c169ede8-0898-45bb-9308-6639bd550c41 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498173 Dec 15 11:47:38.874105 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:39.501036 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffe2c7-d91f-4e7e-a7d2-511d625ca02a req-5e511980-f810-4524-8cf7-a5c1e0aa9ae1 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:39.502596 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6dffe2c7-d91f-4e7e-a7d2-511d625ca02a req-5e511980-f810-4524-8cf7-a5c1e0aa9ae1 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 943 time: 0.1103623 Dec 15 11:47:39.518515 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:39.565988 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6dffe2c7-d91f-4e7e-a7d2-511d625ca02a req-323aafe6-852f-4699-a771-c093ff2f326c tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570598 Dec 15 11:47:40.768937 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50927368-fc7b-4273-b15c-f1dbbcccb8e2 req-85fb89d6-0df1-4fe6-8f0e-e9f26016650b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:40.770430 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-50927368-fc7b-4273-b15c-f1dbbcccb8e2 req-85fb89d6-0df1-4fe6-8f0e-e9f26016650b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 943 time: 0.1253471 Dec 15 11:47:40.824431 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-50927368-fc7b-4273-b15c-f1dbbcccb8e2 req-b6aa2666-30e5-4299-9fe0-a905914b7b4c tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450077 Dec 15 11:47:41.949463 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6bae8-c04a-4812-a1e9-4c89212b4bc0 req-a825c285-9f6b-4b20-bf84-552e78329ca9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:41.950989 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63f6bae8-c04a-4812-a1e9-4c89212b4bc0 req-a825c285-9f6b-4b20-bf84-552e78329ca9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0503252 Dec 15 11:47:42.002539 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-63f6bae8-c04a-4812-a1e9-4c89212b4bc0 req-d923f5f9-ef96-46ee-a205-4405f1b04166 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451179 Dec 15 11:47:42.865090 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device f729fd0d-3902-4f8d-8a15-0c44d13be74a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:47:42.969834 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port f729fd0d-3902-4f8d-8a15-0c44d13be74a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:42.984503 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'port_id': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'mac_address': 'fa:16:3e:4d:6e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:47:43.035566 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:43.052060 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f729fd0d-3902-4f8d-8a15-0c44d13be74a {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:47:43.071765 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port f729fd0d-3902-4f8d-8a15-0c44d13be74a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:43.078227 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:43.126040 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66452c30-c2ec-416c-b8f7-e3cc4e135315 req-d3a1e8d6-1f4b-41ba-8bea-e262db79c382 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:43.127841 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-66452c30-c2ec-416c-b8f7-e3cc4e135315 req-d3a1e8d6-1f4b-41ba-8bea-e262db79c382 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 944 time: 0.0500653 Dec 15 11:47:43.130643 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=f729fd0d-3902-4f8d-8a15-0c44d13be74a,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:43.197657 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-66452c30-c2ec-416c-b8f7-e3cc4e135315 req-c8f0019e-5473-44ee-b23e-3686f653e866 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584042 Dec 15 11:47:43.551857 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['f729fd0d-3902-4f8d-8a15-0c44d13be74a'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:47:44.107436 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:44.333749 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7356a-e889-4b6c-958d-309e34ad831e req-aa598e06-8cbf-4a6f-9b0a-c6646b1dc6bc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:44.335291 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3fe7356a-e889-4b6c-958d-309e34ad831e req-aa598e06-8cbf-4a6f-9b0a-c6646b1dc6bc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 944 time: 0.0596755 Dec 15 11:47:44.390661 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3fe7356a-e889-4b6c-958d-309e34ad831e req-75c8216a-7447-4a3e-8b85-4be12415b456 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470119 Dec 15 11:47:44.850260 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:47:44.874659 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device f729fd0d-3902-4f8d-8a15-0c44d13be74a up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:44.929667 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port f729fd0d-3902-4f8d-8a15-0c44d13be74a completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:47:44.934202 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port f729fd0d-3902-4f8d-8a15-0c44d13be74a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:44.939007 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:45.032546 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:45.059865 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:45.062496 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ab4290-3849-42f9-b737-85fc91b2ad24" -d '{"events": [{"server_uuid": "b46c21d2-2ff0-40ec-a797-951e57ba5fe4", "name": "network-vif-plugged", "status": "completed", "tag": "f729fd0d-3902-4f8d-8a15-0c44d13be74a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:45.077917 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port f729fd0d-3902-4f8d-8a15-0c44d13be74a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:45.084690 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:45.110959 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe116980-6b2c-40c9-b7d6-aae089c041cd x-openstack-request-id: req-fe116980-6b2c-40c9-b7d6-aae089c041cd {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:45.111653 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46c21d2-2ff0-40ec-a797-951e57ba5fe4", "name": "network-vif-plugged", "status": "completed", "tag": "f729fd0d-3902-4f8d-8a15-0c44d13be74a", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:45.111653 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe116980-6b2c-40c9-b7d6-aae089c041cd {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:45.111934 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'code': 200} Dec 15 11:47:45.138750 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=f729fd0d-3902-4f8d-8a15-0c44d13be74a,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:45.392880 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88056a-8be0-4063-b076-07ab8a6bee48 req-8e99a88b-385b-4f2f-a51c-db4d1c674d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:45.395114 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6c88056a-8be0-4063-b076-07ab8a6bee48 req-8e99a88b-385b-4f2f-a51c-db4d1c674d3b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 1098 time: 0.0558400 Dec 15 11:47:45.492112 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6c88056a-8be0-4063-b076-07ab8a6bee48 req-c4f2d469-e5cf-427c-9a43-2fd690c7a00a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478296 Dec 15 11:47:45.510889 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deab384-1c5b-46af-bb3a-9d62d9b4c002 req-66246c3b-8c9b-4af3-ad75-1d323788d3fe tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:45.512445 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2deab384-1c5b-46af-bb3a-9d62d9b4c002 req-66246c3b-8c9b-4af3-ad75-1d323788d3fe tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0515370 Dec 15 11:47:45.566347 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2deab384-1c5b-46af-bb3a-9d62d9b4c002 req-33cf4997-9708-43b1-bbfb-770ad76b62aa tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476422 Dec 15 11:47:46.712587 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1703733-109a-4983-a98c-6c7182269b17 req-fb8762fd-a6e5-430b-addf-d9122af44bb0 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:46.714113 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c1703733-109a-4983-a98c-6c7182269b17 req-fb8762fd-a6e5-430b-addf-d9122af44bb0 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0624652 Dec 15 11:47:46.779083 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c1703733-109a-4983-a98c-6c7182269b17 req-a67688f1-bf45-4d3e-a9c8-eaf5908edf6c tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585084 Dec 15 11:47:47.879597 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-49648b1f-02aa-4067-ad73-fd063424cd0d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541620 Dec 15 11:47:47.907682 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54264c37-c79f-4a63-8f57-3cebbc38cca7 req-58744d0c-13b3-43fb-a966-3b737d1f3b2a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:47.909201 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-54264c37-c79f-4a63-8f57-3cebbc38cca7 req-58744d0c-13b3-43fb-a966-3b737d1f3b2a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0552242 Dec 15 11:47:47.962551 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-54264c37-c79f-4a63-8f57-3cebbc38cca7 req-eda0ee3a-07da-4e70-a697-adbf7b607966 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468521 Dec 15 11:47:47.969067 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-78f02e53-feb8-45f7-90cb-5427363121b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:47.970602 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-78f02e53-feb8-45f7-90cb-5427363121b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 1099 time: 0.0422628 Dec 15 11:47:48.083213 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10483ff-4f12-4dc6-93c1-8718dbe43ebc req-04dbad72-4cac-4027-9f9c-8fcad81015bf tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:48.084849 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e10483ff-4f12-4dc6-93c1-8718dbe43ebc req-04dbad72-4cac-4027-9f9c-8fcad81015bf tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0501592 Dec 15 11:47:48.085587 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-20fcafba-3d8f-4a9f-92be-b6db260f842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:48.087115 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-20fcafba-3d8f-4a9f-92be-b6db260f842b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 200 len: 918 time: 0.0880065 Dec 15 11:47:48.161849 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-631ea3ee-9410-4c25-a713-933da18c3188 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2384600-67a0-43aa-8294-26b4087f1870 HTTP/1.1" status: 200 len: 1000 time: 0.0660934 Dec 15 11:47:48.218152 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-bb516784-7939-45c7-8d45-178355d84fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:48.221542 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-bb516784-7939-45c7-8d45-178355d84fb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 200 len: 856 time: 0.0525856 Dec 15 11:47:48.276004 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-f8814b06-0d3e-4a1e-89bf-31bc5bb16fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:48.277492 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-f8814b06-0d3e-4a1e-89bf-31bc5bb16fe6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ff554bc-0fd0-4703-8d9d-d815843967c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481153 Dec 15 11:47:48.384125 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-f0bbafa9-3304-481f-a881-4ca81ef003ae service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980206 Dec 15 11:47:48.434526 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e10483ff-4f12-4dc6-93c1-8718dbe43ebc req-9dc5ff3a-3380-4a14-b486-005873bccfa1 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432262 Dec 15 11:47:48.457600 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49788) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:48.517612 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-1fd4a201-688f-4fb8-99df-28c71e35dc2f req-4a01ac9d-95fb-4081-8051-6a418f363b5e service neutron] 10.222.0.59 "GET /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258676 Dec 15 11:47:48.523713 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0ffc3-4d4c-4e8a-8865-6a0a756681da tempest-TestVolumeBootPattern-1939674622 tempest-TestVolumeBootPattern-1939674622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:48.525354 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-30f0ffc3-4d4c-4e8a-8865-6a0a756681da tempest-TestVolumeBootPattern-1939674622 tempest-TestVolumeBootPattern-1939674622-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 1093 time: 0.0665026 Dec 15 11:47:48.529267 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49790) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:48.534779 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'floatingip': {'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'port_id': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:48.562050 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:48.677597 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:48.802526 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Allocated IP 172.27.1.135 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/e86860c1-b5df-42e3-84f8-61c0aedcaedb) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:47:48.924521 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:48.963883 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:49.007987 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:49.010555 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:49.014259 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:47:49.036092 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'Port': ['ID=e86860c1-b5df-42e3-84f8-61c0aedcaedb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:49.381917 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7df5ee-d89c-40d0-8c6e-a80d92481d5b req-8582310e-2bcb-4d82-8f03-e58182d3809b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:49.383361 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3c7df5ee-d89c-40d0-8c6e-a80d92481d5b req-8582310e-2bcb-4d82-8f03-e58182d3809b tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 945 time: 0.0491555 Dec 15 11:47:49.439549 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3c7df5ee-d89c-40d0-8c6e-a80d92481d5b req-7b822919-142c-46fb-836b-eb49219950fe tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496330 Dec 15 11:47:49.463779 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:49.828475 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:50.005008 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:50.012239 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:50.077328 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'Port': ['ID=e86860c1-b5df-42e3-84f8-61c0aedcaedb,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:50.093968 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:50.202831 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.l3_db [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Floating IP 45afca15-c36e-4aa8-b84f-05ebf47e31a8 associated. External IP: 172.27.1.135, port: f729fd0d-3902-4f8d-8a15-0c44d13be74a. Dec 15 11:47:50.434416 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:47:50.544643 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:50.555245 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a70f99-692b-4c1e-928e-0b1cc86d0f11 None None] Sync routers for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:50.566903 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:50.567693 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a70f99-692b-4c1e-928e-0b1cc86d0f11 None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:50.568466 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a4a70f99-692b-4c1e-928e-0b1cc86d0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:47:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:50.575270 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ca67c-f5c0-42f6-a611-45735431c6f1 req-21d50d98-7eda-4581-9b58-fdd4ed47ad1c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:50.577063 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a22ca67c-f5c0-42f6-a611-45735431c6f1 req-21d50d98-7eda-4581-9b58-fdd4ed47ad1c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 945 time: 0.0561540 Dec 15 11:47:50.607583 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-3afc77b3-c054-4012-a40f-2240f08dff84 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0662086 Dec 15 11:47:50.607583 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'tag': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:50.607583 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54275b7-c72d-42d4-8028-627bfb0465d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b46c21d2-2ff0-40ec-a797-951e57ba5fe4", "tag": "f729fd0d-3902-4f8d-8a15-0c44d13be74a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:50.642592 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de389123-f065-44b2-b317-54faa2571ecb x-openstack-request-id: req-de389123-f065-44b2-b317-54faa2571ecb {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:50.643142 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46c21d2-2ff0-40ec-a797-951e57ba5fe4", "tag": "f729fd0d-3902-4f8d-8a15-0c44d13be74a", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:50.643589 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de389123-f065-44b2-b317-54faa2571ecb {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:50.644151 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'tag': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'status': 'completed', 'code': 200} Dec 15 11:47:50.645522 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a22ca67c-f5c0-42f6-a611-45735431c6f1 req-669a9b39-d9dc-4b98-8863-b04dc305ae68 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606215 Dec 15 11:47:50.680328 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a4a70f99-692b-4c1e-928e-0b1cc86d0f11 None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:50.731043 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54275b7-c72d-42d4-8028-627bfb0465d8 req-c709df68-a1e2-40f0-b9e2-8fd93676500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:50.732566 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a54275b7-c72d-42d4-8028-627bfb0465d8 req-c709df68-a1e2-40f0-b9e2-8fd93676500e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 1098 time: 0.0415452 Dec 15 11:47:50.832993 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54275b7-c72d-42d4-8028-627bfb0465d8 req-8b80ebf0-a2dd-40dc-b2fb-09fefd819e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:50.834722 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a54275b7-c72d-42d4-8028-627bfb0465d8 req-8b80ebf0-a2dd-40dc-b2fb-09fefd819e10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.0928092 Dec 15 11:47:50.905925 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a54275b7-c72d-42d4-8028-627bfb0465d8 req-2ceca3f5-65d4-4fff-a57b-94d72a5883b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a HTTP/1.1" status: 200 len: 999 time: 0.0631075 Dec 15 11:47:50.919742 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a4a70f99-692b-4c1e-928e-0b1cc86d0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '45afca15-c36e-4aa8-b84f-05ebf47e31a8', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:4d:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:49Z', 'updated_at': '2021-12-15T11:47:49Z', 'revision_number': 0, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:50.951098 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a70f99-692b-4c1e-928e-0b1cc86d0f11 None None] Checking router: 0b0c5d31-cf01-4b22-b860-5b3af5949b0d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:50.961077 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a70f99-692b-4c1e-928e-0b1cc86d0f11 None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:50.961725 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a4a70f99-692b-4c1e-928e-0b1cc86d0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:47:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:50.965150 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54275b7-c72d-42d4-8028-627bfb0465d8 req-9a1e9f39-c623-4187-bba6-f9cbb0741cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:50.966618 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a54275b7-c72d-42d4-8028-627bfb0465d8 req-9a1e9f39-c623-4187-bba6-f9cbb0741cee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0483520 Dec 15 11:47:51.014539 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54275b7-c72d-42d4-8028-627bfb0465d8 req-02ed44a6-fee4-4b86-9937-69eea7ecc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:51.016016 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a54275b7-c72d-42d4-8028-627bfb0465d8 req-02ed44a6-fee4-4b86-9937-69eea7ecc4f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411606 Dec 15 11:47:51.072910 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a4a70f99-692b-4c1e-928e-0b1cc86d0f11 None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:51.114003 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a54275b7-c72d-42d4-8028-627bfb0465d8 req-87968e2b-ad1e-4493-80f2-d733c55f8329 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864315 Dec 15 11:47:51.214716 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a54275b7-c72d-42d4-8028-627bfb0465d8 req-75625685-900b-4334-97eb-d164b931dbc2 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930033 Dec 15 11:47:51.325858 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a4a70f99-692b-4c1e-928e-0b1cc86d0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '45afca15-c36e-4aa8-b84f-05ebf47e31a8', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:4d:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:49Z', 'updated_at': '2021-12-15T11:47:49Z', 'revision_number': 0, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:51.356084 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a70f99-692b-4c1e-928e-0b1cc86d0f11 None None] The sync data for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi is: [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '45afca15-c36e-4aa8-b84f-05ebf47e31a8', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:4d:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:49Z', 'updated_at': '2021-12-15T11:47:49Z', 'revision_number': 0, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:51.558782 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883bf14-22c6-485f-8632-9a72328b690a None None] New status for floating IP 45afca15-c36e-4aa8-b84f-05ebf47e31a8: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:47:51.711841 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-dcb3cb30-1d70-4777-937e-dcbb84f193ca tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:51.713402 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-dcb3cb30-1d70-4777-937e-dcbb84f193ca tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.59 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 945 time: 0.0530860 Dec 15 11:47:51.781759 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bd218-467d-4a8e-b8c3-ea4cd45e00b7 req-cddebc32-e0d4-483d-811a-5db482140c43 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:51.783311 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3f6bd218-467d-4a8e-b8c3-ea4cd45e00b7 req-cddebc32-e0d4-483d-811a-5db482140c43 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 945 time: 0.0584211 Dec 15 11:47:51.812482 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Deleting port 25e02a33-df30-4d06-ba7b-5ae239bd4152 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:51.812954 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:51.835385 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-3f6bd218-467d-4a8e-b8c3-ea4cd45e00b7 req-4f83c2c2-b46b-4a47-9799-3c5504cdc7a2 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups?id=24b439bc-8f91-48d3-a51a-0413a673922f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450985 Dec 15 11:47:51.904105 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] For port 25e02a33-df30-4d06-ba7b-5ae239bd4152, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25e02a33-df30-4d06-ba7b-5ae239bd4152,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:51.904474 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:52.084003 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:52.084710 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:52.084836 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.l3_db [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Floating IP fb8ff82d-baed-4073-bebb-131e5c7f8a77 disassociated. External IP: 172.27.1.146, port: 25e02a33-df30-4d06-ba7b-5ae239bd4152. Dec 15 11:47:52.085292 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Calling delete_port for 25e02a33-df30-4d06-ba7b-5ae239bd4152 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:52.236472 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:52.264994 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event deleted for resources: {'Port': ['ID=25e02a33-df30-4d06-ba7b-5ae239bd4152,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:52.277403 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.277766 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.278113 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.278453 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.278787 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.279115 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.279454 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.279839 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.280129 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.280466 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.280794 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.281116 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.281429 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:52.394280 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:47:52.504232 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:52.515065 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c6b5f-d1be-4a2b-aa9f-e5931bd62425 None None] Sync routers for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:52.525841 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c6b5f-d1be-4a2b-aa9f-e5931bd62425 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:52.526537 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-131c6b5f-d1be-4a2b-aa9f-e5931bd62425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:47:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:52.544385 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] No DVR routers for this DVR port 25e02a33-df30-4d06-ba7b-5ae239bd4152 on host hv-cinder-81322 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:47:52.547084 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:52.551118 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2117e52e-57e1-4076-a07e-3d8878e6184f req-b1e6574c-f047-499c-8612-97b0ddf91b35 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.59 "DELETE /v2.0/ports/25e02a33-df30-4d06-ba7b-5ae239bd4152 HTTP/1.1" status: 204 len: 173 time: 0.8312609 Dec 15 11:47:52.645112 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'name': 'network-vif-deleted', 'tag': '25e02a33-df30-4d06-ba7b-5ae239bd4152'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:52.648711 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211a36b1-ea90-49a0-9b25-219ff509b24b" -d '{"events": [{"server_uuid": "70ca3ef5-03a7-4ec3-bc02-567318384824", "name": "network-vif-deleted", "tag": "25e02a33-df30-4d06-ba7b-5ae239bd4152"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:52.658862 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-131c6b5f-d1be-4a2b-aa9f-e5931bd62425 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:52.691746 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9425e4-7940-407e-8bfe-0b493d82e49e x-openstack-request-id: req-cc9425e4-7940-407e-8bfe-0b493d82e49e {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:52.692549 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ca3ef5-03a7-4ec3-bc02-567318384824", "name": "network-vif-deleted", "tag": "25e02a33-df30-4d06-ba7b-5ae239bd4152", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:52.692959 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc9425e4-7940-407e-8bfe-0b493d82e49e {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:52.693524 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ca3ef5-03a7-4ec3-bc02-567318384824', 'name': 'network-vif-deleted', 'tag': '25e02a33-df30-4d06-ba7b-5ae239bd4152', 'status': 'completed', 'code': 200} Dec 15 11:47:52.952697 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1baa85df-3998-46f6-a39c-5b82315cb978 req-a1d812ad-0009-4e86-ba50-b107ecc5574a tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/ports?device_id=70ca3ef5-03a7-4ec3-bc02-567318384824 HTTP/1.1" status: 200 len: 210 time: 0.0291851 Dec 15 11:47:53.012950 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-131c6b5f-d1be-4a2b-aa9f-e5931bd62425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:53.040353 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c6b5f-d1be-4a2b-aa9f-e5931bd62425 None None] Checking router: 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:53.049832 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c6b5f-d1be-4a2b-aa9f-e5931bd62425 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:53.050483 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-131c6b5f-d1be-4a2b-aa9f-e5931bd62425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:47:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:53.162172 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-131c6b5f-d1be-4a2b-aa9f-e5931bd62425 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:53.388426 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-131c6b5f-d1be-4a2b-aa9f-e5931bd62425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:53.416999 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c6b5f-d1be-4a2b-aa9f-e5931bd62425 None None] The sync data for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi is: [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'd045aaa8-8921-4b29-9bb8-607829655b4a', 'name': '', 'network_id': '1f104128-3e4d-48c6-a529-9854e7560cce', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'mac_address': 'fa:16:3e:b0:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:46Z', 'updated_at': '2021-12-15T11:38:02Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'subnets': [{'id': '54ab32e7-8f7b-4c57-92ff-665aba24873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:53.674435 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e22ddc-ddc0-4e92-8841-b24cac02aff9 None None] New status for floating IP fb8ff82d-baed-4073-bebb-131e5c7f8a77: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:47:54.052945 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49826) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:54.116994 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b2d20f4-994b-4c0e-82fb-fc48bc8dcbc9 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.141235 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b2d20f4-994b-4c0e-82fb-fc48bc8dcbc9 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.194892 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b2d20f4-994b-4c0e-82fb-fc48bc8dcbc9 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.198976 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b2d20f4-994b-4c0e-82fb-fc48bc8dcbc9 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.200641 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-3b2d20f4-994b-4c0e-82fb-fc48bc8dcbc9 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "DELETE /v2.0/security-groups/24b439bc-8f91-48d3-a51a-0413a673922f HTTP/1.1" status: 204 len: 168 time: 0.1466630 Dec 15 11:47:54.203640 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49828) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:54.210491 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d20f4-994b-4c0e-82fb-fc48bc8dcbc9 tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b439bc-8f91-48d3-a51a-0413a673922f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:54.219442 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.api.v2.resource [None req-a547b397-1cca-4f77-b78f-a2e4bf0e7dcc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] show failed (client error): The resource could not be found. Dec 15 11:47:54.223386 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-a547b397-1cca-4f77-b78f-a2e4bf0e7dcc tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "GET /v2.0/security-groups/24b439bc-8f91-48d3-a51a-0413a673922f HTTP/1.1" status: 404 len: 347 time: 0.0180957 Dec 15 11:47:54.223593 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49830) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:54.363071 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1b02ab14-03e5-4d2b-a53c-8b8de3dcf59c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Deleting port 6c03734e-b541-40f4-be70-80923d64775c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:54.363551 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b02ab14-03e5-4d2b-a53c-8b8de3dcf59c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.450469 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b02ab14-03e5-4d2b-a53c-8b8de3dcf59c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.450922 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b02ab14-03e5-4d2b-a53c-8b8de3dcf59c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.470425 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1b02ab14-03e5-4d2b-a53c-8b8de3dcf59c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Calling delete_port for 6c03734e-b541-40f4-be70-80923d64775c owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:54.613734 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b02ab14-03e5-4d2b-a53c-8b8de3dcf59c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.641094 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02ab14-03e5-4d2b-a53c-8b8de3dcf59c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Pushing event deleted for resources: {'Port': ['ID=6c03734e-b541-40f4-be70-80923d64775c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:54.715216 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b02ab14-03e5-4d2b-a53c-8b8de3dcf59c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.717926 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b02ab14-03e5-4d2b-a53c-8b8de3dcf59c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.719171 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-1b02ab14-03e5-4d2b-a53c-8b8de3dcf59c tempest-AttachVolumeTestJSON-521800055 tempest-AttachVolumeTestJSON-521800055-project] 10.222.0.46 "DELETE /v2.0/floatingips/fb8ff82d-baed-4073-bebb-131e5c7f8a77 HTTP/1.1" status: 204 len: 168 time: 0.4945445 Dec 15 11:47:54.932999 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 25e02a33-df30-4d06-ba7b-5ae239bd4152 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:54.954533 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: 25e02a33-df30-4d06-ba7b-5ae239bd4152 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:54.954879 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 25e02a33-df30-4d06-ba7b-5ae239bd4152 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:58.333916 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:58.882589 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549912'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:59.158815 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Deleting port d045aaa8-8921-4b29-9bb8-607829655b4a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:59.159045 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:59.248194 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] For port d045aaa8-8921-4b29-9bb8-607829655b4a, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=d045aaa8-8921-4b29-9bb8-607829655b4a,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:59.248540 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:59.261987 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Calling delete_port for d045aaa8-8921-4b29-9bb8-607829655b4a owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:59.471305 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:59.508128 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Pushing event deleted for resources: {'Port': ['ID=d045aaa8-8921-4b29-9bb8-607829655b4a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:59.520931 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.521275 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.521622 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.521959 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.522296 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.522664 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.522974 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.523322 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.523679 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.524013 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.524345 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.524679 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.524976 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:59.694014 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550020'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:59.921507 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:48:00.035550 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:48:00.041162 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-bff89501-2236-460d-be5c-2673ca46246c admin admin] 10.222.0.46 "PUT /v2.0/routers/76fd43a9-89e8-4fac-b1bb-c6725ced9f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7060170 Dec 15 11:48:00.044580 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49866) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:00.044932 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878b137-ec89-461a-aa5c-d6573bd499f8 None None] Sync routers for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:48:00.056652 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878b137-ec89-461a-aa5c-d6573bd499f8 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:00.057446 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7878b137-ec89-461a-aa5c-d6573bd499f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:47:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:00.152898 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.167732 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7878b137-ec89-461a-aa5c-d6573bd499f8 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:00.263902 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.319963 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Deleting port 541c3119-2cd6-44f6-92ee-fe74a6e887c9 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:00.320300 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.359994 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7878b137-ec89-461a-aa5c-d6573bd499f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:47:59Z', 'revision_number': 5, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port': {'id': '541c3119-2cd6-44f6-92ee-fe74a6e887c9', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:00.387405 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878b137-ec89-461a-aa5c-d6573bd499f8 None None] Checking router: 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:48:00.396552 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878b137-ec89-461a-aa5c-d6573bd499f8 None None] Routers {'76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:00.397158 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7878b137-ec89-461a-aa5c-d6573bd499f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:47:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:00.409523 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] For port 541c3119-2cd6-44f6-92ee-fe74a6e887c9, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=541c3119-2cd6-44f6-92ee-fe74a6e887c9,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:00.409931 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.423633 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Calling delete_port for 541c3119-2cd6-44f6-92ee-fe74a6e887c9 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:00.489906 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7878b137-ec89-461a-aa5c-d6573bd499f8 None None] Set router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:00.549371 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7878b137-ec89-461a-aa5c-d6573bd499f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:48:00Z', 'revision_number': 6, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port_host': None}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:00.576449 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878b137-ec89-461a-aa5c-d6573bd499f8 None None] The sync data for ids ['76fd43a9-89e8-4fac-b1bb-c6725ced9f4d'] in dv-cinder-813221-4-iscsi is: [{'id': '76fd43a9-89e8-4fac-b1bb-c6725ced9f4d', 'name': 'tempest-AttachVolumeTestJSON-1996001672-router', 'tenant_id': '596646021ac14132b3631cd8ad4f5faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:48:00Z', 'revision_number': 6, 'project_id': '596646021ac14132b3631cd8ad4f5faa', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:48:00.597694 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.626635 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Pushing event deleted for resources: {'Port': ['ID=541c3119-2cd6-44f6-92ee-fe74a6e887c9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:00.703001 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552742'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.801440 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12359'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.803698 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.847254 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550335'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.847785 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76fd43a9-89e8-4fac-b1bb-c6725ced9f4d {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:48:00.852177 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.853321 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-7fa2a280-9914-43a8-8935-58660cc7771b admin admin] 10.222.0.46 "DELETE /v2.0/routers/76fd43a9-89e8-4fac-b1bb-c6725ced9f4d HTTP/1.1" status: 204 len: 168 time: 0.8076129 Dec 15 11:48:00.856862 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49868) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:00.903919 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d3d446-0594-4b29-b05a-69c76b1d7858 admin admin] Deleting subnet 54ab32e7-8f7b-4c57-92ff-665aba24873a {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:48:00.907963 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d3d446-0594-4b29-b05a-69c76b1d7858 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.950300 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d3d446-0594-4b29-b05a-69c76b1d7858 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260691733'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.066020 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d3d446-0594-4b29-b05a-69c76b1d7858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.123811 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d3d446-0594-4b29-b05a-69c76b1d7858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260673869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260639379'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.155276 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3d446-0594-4b29-b05a-69c76b1d7858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ab32e7-8f7b-4c57-92ff-665aba24873a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:01.158882 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d3d446-0594-4b29-b05a-69c76b1d7858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.163038 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-e2d3d446-0594-4b29-b05a-69c76b1d7858 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/54ab32e7-8f7b-4c57-92ff-665aba24873a HTTP/1.1" status: 204 len: 168 time: 0.3052070 Dec 15 11:48:01.165312 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47ee51a-3dcb-444d-bfa8-1cc927dd8dc6 None None] Network 1f104128-3e4d-48c6-a529-9854e7560cce requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:48:01.165842 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49870) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:01.238744 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.301656 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Deleting port 1588139c-5b33-4727-9d4b-d3906f2de3de {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:01.302175 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.372176 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] For port 1588139c-5b33-4727-9d4b-d3906f2de3de, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=1588139c-5b33-4727-9d4b-d3906f2de3de,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:01.372566 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.384856 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] DHCP port deletion for 1f104128-3e4d-48c6-a529-9854e7560cce request from dv-cinder-813221-4-iscsi {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:48:01.386570 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Calling delete_port for 1588139c-5b33-4727-9d4b-d3906f2de3de owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:01.446553 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Deleting port 1588139c-5b33-4727-9d4b-d3906f2de3de {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:01.446935 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.480645 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.508769 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Pushing event deleted for resources: {'Port': ['ID=1588139c-5b33-4727-9d4b-d3906f2de3de,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:01.513933 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] No DVR routers for this DVR port 1588139c-5b33-4727-9d4b-d3906f2de3de on host dv-cinder-813221-4-iscsi {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:48:01.518112 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] For port 1588139c-5b33-4727-9d4b-d3906f2de3de, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=1588139c-5b33-4727-9d4b-d3906f2de3de,segment=NetworkSegment(f53bdd01-20fb-497a-b012-f4b0bd548c5a),segment_id=f53bdd01-20fb-497a-b012-f4b0bd548c5a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:01.518514 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.532350 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Calling delete_port for 1588139c-5b33-4727-9d4b-d3906f2de3de owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:01.598628 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.623649 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.624285 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f104128-3e4d-48c6-a529-9854e7560cce']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:01.635843 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53bdd01-20fb-497a-b012-f4b0bd548c5a') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:01.636145 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53bdd01-20fb-497a-b012-f4b0bd548c5a') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:01.647316 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261086981'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.655217 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Pushing event deleted for resources: {'Port': ['ID=1588139c-5b33-4727-9d4b-d3906f2de3de,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:01.658804 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] No DVR routers for this DVR port 1588139c-5b33-4727-9d4b-d3906f2de3de on host dv-cinder-813221-4-iscsi {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:48:01.662725 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.666838 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.667307 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.667526 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.667923 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.668222 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.668572 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.668902 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.669208 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.669726 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.669866 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.669991 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:48:01.676134 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261048207'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.678112 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.678112 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.678112 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4263ef-6962-4524-a8b4-ab32172f0f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: Traceback (most recent call last): Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: timer() Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: cb(*args, **kw) Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: return func(*args, **kwargs) Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: self._notify() Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: self.callback(batched_events) Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: event.method(event) Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: return f(self, *a, **k) Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._get(url).json() Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: return self.request(url, 'GET', **kwargs) Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:48:01.678522 dv-cinder-813221-4-iscsi neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:48:01.733953 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.739808 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.743064 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1f104128-3e4d-48c6-a529-9854e7560cce HTTP/1.1" status: 204 len: 168 time: 0.5764017 Dec 15 11:48:01.754575 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae82fd-24d9-4d4c-894d-da4c62d26398 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f104128-3e4d-48c6-a529-9854e7560cce,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:01.891102 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:01.934546 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-8ec83771-d54a-4ac3-8c97-981c35eb4957 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=596646021ac14132b3631cd8ad4f5faa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420601 Dec 15 11:48:01.937296 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49878) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:01.986403 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5064567b-6d57-4a9d-aa2e-e8f9a78f2f8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:02.009474 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5064567b-6d57-4a9d-aa2e-e8f9a78f2f8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:02.070877 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5064567b-6d57-4a9d-aa2e-e8f9a78f2f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:02.073529 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5064567b-6d57-4a9d-aa2e-e8f9a78f2f8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:02.074721 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-5064567b-6d57-4a9d-aa2e-e8f9a78f2f8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d187cf2-a296-48a9-85d3-f479df7ecbf1 HTTP/1.1" status: 204 len: 168 time: 0.1364102 Dec 15 11:48:02.082665 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064567b-6d57-4a9d-aa2e-e8f9a78f2f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d187cf2-a296-48a9-85d3-f479df7ecbf1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:02.539316 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 541c3119-2cd6-44f6-92ee-fe74a6e887c9 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:02.560164 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 541c3119-2cd6-44f6-92ee-fe74a6e887c9 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:02.560506 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 541c3119-2cd6-44f6-92ee-fe74a6e887c9 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:02.560929 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device d045aaa8-8921-4b29-9bb8-607829655b4a no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:02.581909 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: d045aaa8-8921-4b29-9bb8-607829655b4a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:02.582338 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device d045aaa8-8921-4b29-9bb8-607829655b4a not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:02.582831 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 1588139c-5b33-4727-9d4b-d3906f2de3de no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:02.603963 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 1588139c-5b33-4727-9d4b-d3906f2de3de {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:02.604286 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 1588139c-5b33-4727-9d4b-d3906f2de3de not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:03.781252 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-351736c8-5ff1-4441-8bde-eeb99577e68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.086845 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 49942) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:04.204437 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90134d31-668f-496b-af01-7ac2962df303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.280988 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90134d31-668f-496b-af01-7ac2962df303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.285704 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90134d31-668f-496b-af01-7ac2962df303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.324658 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-90134d31-668f-496b-af01-7ac2962df303 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a039e762a7949e8b818a98f2fac615e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365913 Dec 15 11:48:04.325580 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90134d31-668f-496b-af01-7ac2962df303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa25520-581e-4c9f-a07e-b681c9a6a238,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:04.327479 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49946) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:04.377114 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32b800b1-05bb-4a76-9e16-5cf6b9d73577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.399094 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32b800b1-05bb-4a76-9e16-5cf6b9d73577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.445720 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32b800b1-05bb-4a76-9e16-5cf6b9d73577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.448534 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32b800b1-05bb-4a76-9e16-5cf6b9d73577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.449710 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-32b800b1-05bb-4a76-9e16-5cf6b9d73577 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efa25520-581e-4c9f-a07e-b681c9a6a238 HTTP/1.1" status: 204 len: 168 time: 0.1211638 Dec 15 11:48:04.458439 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b800b1-05bb-4a76-9e16-5cf6b9d73577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa25520-581e-4c9f-a07e-b681c9a6a238,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:04.748284 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:04.762326 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-915d795c-e909-4ff1-a68b-b9d8c9d1f6f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.851088 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-915d795c-e909-4ff1-a68b-b9d8c9d1f6f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.856610 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-915d795c-e909-4ff1-a68b-b9d8c9d1f6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.900305 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d795c-e909-4ff1-a68b-b9d8c9d1f6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec45f9c-3272-4ef3-8bc7-00dec77d598c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:04.907023 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-915d795c-e909-4ff1-a68b-b9d8c9d1f6f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e62dd32928c480990c7292150e027e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575944 Dec 15 11:48:04.909005 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 49954) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:04.962939 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04506c33-517b-487b-ad5d-6b053422ade7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:04.985145 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04506c33-517b-487b-ad5d-6b053422ade7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:05.034585 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04506c33-517b-487b-ad5d-6b053422ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:05.037440 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04506c33-517b-487b-ad5d-6b053422ade7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:05.038610 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-04506c33-517b-487b-ad5d-6b053422ade7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ec45f9c-3272-4ef3-8bc7-00dec77d598c HTTP/1.1" status: 204 len: 168 time: 0.1286297 Dec 15 11:48:05.046946 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04506c33-517b-487b-ad5d-6b053422ade7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec45f9c-3272-4ef3-8bc7-00dec77d598c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:06.152675 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60725c23-27cc-44b5-9672-71817168c8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:07.272249 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50022) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:07.281658 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:07.396976 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fd40595-6833-49fe-a6aa-6f9593cc01fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:07.476412 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fd40595-6833-49fe-a6aa-6f9593cc01fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:07.482044 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fd40595-6833-49fe-a6aa-6f9593cc01fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:07.519275 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-9fd40595-6833-49fe-a6aa-6f9593cc01fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5455805796624ae799982f4dae7b6a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453263 Dec 15 11:48:07.520042 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd40595-6833-49fe-a6aa-6f9593cc01fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1308a221-bf6a-4625-ad1d-525ea0a1b489,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:07.522208 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50026) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:07.574041 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea2366b6-356e-4ba0-883a-e69050eb4319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:07.601768 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea2366b6-356e-4ba0-883a-e69050eb4319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:07.653015 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea2366b6-356e-4ba0-883a-e69050eb4319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:07.655741 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea2366b6-356e-4ba0-883a-e69050eb4319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:07.656962 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-ea2366b6-356e-4ba0-883a-e69050eb4319 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1308a221-bf6a-4625-ad1d-525ea0a1b489 HTTP/1.1" status: 204 len: 168 time: 0.1335747 Dec 15 11:48:07.665538 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2366b6-356e-4ba0-883a-e69050eb4319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1308a221-bf6a-4625-ad1d-525ea0a1b489,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:07.958731 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50032) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:07.976037 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c58553a-91c3-4453-9de5-dc4afb218578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:08.052681 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c58553a-91c3-4453-9de5-dc4afb218578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:08.057710 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c58553a-91c3-4453-9de5-dc4afb218578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:08.100124 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-9c58553a-91c3-4453-9de5-dc4afb218578 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1cb7beba9a3247eea1ad175e84e66032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401923 Dec 15 11:48:08.100968 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58553a-91c3-4453-9de5-dc4afb218578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17e66a7-e8c7-4cc5-85a2-0d454acc2578,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:08.104009 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50034) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:08.162985 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2f14de7-a000-4329-9e45-18874357c9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:08.185883 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2f14de7-a000-4329-9e45-18874357c9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:08.235348 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2f14de7-a000-4329-9e45-18874357c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:08.238016 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2f14de7-a000-4329-9e45-18874357c9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:08.239201 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-f2f14de7-a000-4329-9e45-18874357c9e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f17e66a7-e8c7-4cc5-85a2-0d454acc2578 HTTP/1.1" status: 204 len: 168 time: 0.1341710 Dec 15 11:48:08.247553 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f14de7-a000-4329-9e45-18874357c9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17e66a7-e8c7-4cc5-85a2-0d454acc2578,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:08.875940 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:09.514390 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:14.129535 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:21.848757 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:48:33.786634 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2695ed10-265a-49c1-9cc3-fd58fb8d0afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:35.472909 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50204) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:35.589090 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c37f-46e7-496e-bf82-13910f5cc5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:35.685956 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c37f-46e7-496e-bf82-13910f5cc5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:35.690598 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c37f-46e7-496e-bf82-13910f5cc5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:35.744842 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-d1f7c37f-46e7-496e-bf82-13910f5cc5cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9be97ed009bb46d89ebf660c76d7d7ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707505 Dec 15 11:48:35.745754 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7c37f-46e7-496e-bf82-13910f5cc5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82641b9-faf1-499a-b5e8-7058549046df,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:35.748105 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50208) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:35.805145 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b8069fa-93b7-4fef-a1ed-525d85429989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:35.830523 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b8069fa-93b7-4fef-a1ed-525d85429989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:35.883736 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b8069fa-93b7-4fef-a1ed-525d85429989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:35.886599 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b8069fa-93b7-4fef-a1ed-525d85429989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:35.887798 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-0b8069fa-93b7-4fef-a1ed-525d85429989 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a82641b9-faf1-499a-b5e8-7058549046df HTTP/1.1" status: 204 len: 168 time: 0.1385386 Dec 15 11:48:35.896108 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8069fa-93b7-4fef-a1ed-525d85429989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82641b9-faf1-499a-b5e8-7058549046df,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:36.154681 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-44c8e99a-7869-418a-aabb-35f59262b374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:37.285416 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:38.702160 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0029fc-c063-4f61-adfb-a595c031cb9c req-b7d2416d-52e5-47c9-bc6f-288a514ff78f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:38.703834 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bb0029fc-c063-4f61-adfb-a595c031cb9c req-b7d2416d-52e5-47c9-bc6f-288a514ff78f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 946 time: 0.0560460 Dec 15 11:48:38.753084 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bb0029fc-c063-4f61-adfb-a595c031cb9c req-6367f14c-38c7-44fa-abb0-b4d5fc37a692 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419452 Dec 15 11:48:38.881972 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:39.511903 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:39.893100 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab19f9-9957-4181-b937-429b0396e653 req-da0b8428-b28d-43a9-9a82-3f16282593c4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:39.894605 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-17ab19f9-9957-4181-b937-429b0396e653 req-da0b8428-b28d-43a9-9a82-3f16282593c4 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 946 time: 0.0602372 Dec 15 11:48:39.947173 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-17ab19f9-9957-4181-b937-429b0396e653 req-ca853cec-746d-4b1a-b6fb-22c71d736575 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463183 Dec 15 11:48:41.075691 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df72c7-b2e9-4e45-a7b2-5365b8589781 req-d0975e8d-6596-4c96-b2ab-f3384d44f1f8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:41.077173 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-17df72c7-b2e9-4e45-a7b2-5365b8589781 req-d0975e8d-6596-4c96-b2ab-f3384d44f1f8 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 946 time: 0.0526483 Dec 15 11:48:41.140688 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-17df72c7-b2e9-4e45-a7b2-5365b8589781 req-b32f4dac-485e-4def-9317-d061acc38346 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569272 Dec 15 11:48:42.280029 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534741f-7b7a-45aa-aa13-68731d8138bd req-057ae231-dd1e-4cce-bd34-26344cae5ec0 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:42.281400 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8534741f-7b7a-45aa-aa13-68731d8138bd req-057ae231-dd1e-4cce-bd34-26344cae5ec0 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 946 time: 0.0582039 Dec 15 11:48:42.339355 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8534741f-7b7a-45aa-aa13-68731d8138bd req-c57278cb-74cb-4f8a-a2aa-ac91206bb5b5 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488493 Dec 15 11:48:43.472261 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164494d-5013-40c4-95d3-f6ba3aeaa708 req-a0474c9f-98e3-4cf4-81fa-44af16d1a007 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:43.473762 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8164494d-5013-40c4-95d3-f6ba3aeaa708 req-a0474c9f-98e3-4cf4-81fa-44af16d1a007 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 946 time: 0.0530419 Dec 15 11:48:43.523992 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8164494d-5013-40c4-95d3-f6ba3aeaa708 req-914efb98-babb-4f98-aa3b-3ca0fc4908c0 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups?id=41486b9c-4087-42d1-b4d5-c27407167e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440032 Dec 15 11:48:43.642862 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fed4b-ba91-4843-b722-77ae741a3ece req-96010045-b076-498d-8bc4-eedd4cddcec7 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:43.644380 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-549fed4b-ba91-4843-b722-77ae741a3ece req-96010045-b076-498d-8bc4-eedd4cddcec7 tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 946 time: 0.0538020 Dec 15 11:48:43.740383 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Deleting port e2384600-67a0-43aa-8294-26b4087f1870 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:43.740737 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:43.852771 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] For port e2384600-67a0-43aa-8294-26b4087f1870, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e2384600-67a0-43aa-8294-26b4087f1870,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:43.853132 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:44.040424 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:44.040814 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:44.041611 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.l3_db [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Floating IP 77055d6d-2530-4125-98e9-a32b51e651aa disassociated. External IP: 172.27.1.30, port: e2384600-67a0-43aa-8294-26b4087f1870. Dec 15 11:48:44.041982 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Calling delete_port for e2384600-67a0-43aa-8294-26b4087f1870 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:44.134075 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:44.180508 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:44.210113 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event deleted for resources: {'Port': ['ID=e2384600-67a0-43aa-8294-26b4087f1870,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:44.328510 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:48:44.637540 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-cf431cf9-ebc8-4f24-b9da-be426d52be87 req-b946c17c-3664-424a-b607-e15d9250fc6f tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b686160-7cc1-42cb-b9dc-097ae752bde5 HTTP/1.1" status: 200 len: 210 time: 0.0318851 Dec 15 11:48:44.725263 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:48:44.736150 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10780b-7ab0-4b03-a9ac-d77b1ec8349d None None] Sync routers for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:48:44.746693 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10780b-7ab0-4b03-a9ac-d77b1ec8349d None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:44.747396 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-af10780b-7ab0-4b03-a9ac-d77b1ec8349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:48:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:44.764224 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] No DVR routers for this DVR port e2384600-67a0-43aa-8294-26b4087f1870 on host hv-cinder-81322 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:48:44.766847 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:44.770972 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-549fed4b-ba91-4843-b722-77ae741a3ece req-4498a39c-7deb-49f2-bc9c-2a798c2a9c9c tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.59 "DELETE /v2.0/ports/e2384600-67a0-43aa-8294-26b4087f1870 HTTP/1.1" status: 204 len: 173 time: 1.1200950 Dec 15 11:48:44.771405 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'name': 'network-vif-deleted', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:48:44.773765 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e43b60-f525-47ea-8290-6f2c9c28abdb" -d '{"events": [{"server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "name": "network-vif-deleted", "tag": "e2384600-67a0-43aa-8294-26b4087f1870"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:48:44.818467 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d28ffb-13af-4729-bf7e-d71295707cde x-openstack-request-id: req-e3d28ffb-13af-4729-bf7e-d71295707cde {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:48:44.818773 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b686160-7cc1-42cb-b9dc-097ae752bde5", "name": "network-vif-deleted", "tag": "e2384600-67a0-43aa-8294-26b4087f1870", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:48:44.819029 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3d28ffb-13af-4729-bf7e-d71295707cde {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:48:44.819428 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b686160-7cc1-42cb-b9dc-097ae752bde5', 'name': 'network-vif-deleted', 'tag': 'e2384600-67a0-43aa-8294-26b4087f1870', 'status': 'completed', 'code': 200} Dec 15 11:48:44.857681 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-af10780b-7ab0-4b03-a9ac-d77b1ec8349d None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:45.085011 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-af10780b-7ab0-4b03-a9ac-d77b1ec8349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:45.112054 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10780b-7ab0-4b03-a9ac-d77b1ec8349d None None] Checking router: a0a7142b-cbc8-4de4-9b8c-f48da636bf64 for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:48:45.121564 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10780b-7ab0-4b03-a9ac-d77b1ec8349d None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:45.122356 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-af10780b-7ab0-4b03-a9ac-d77b1ec8349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:48:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:45.235303 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-af10780b-7ab0-4b03-a9ac-d77b1ec8349d None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:45.442876 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-af10780b-7ab0-4b03-a9ac-d77b1ec8349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:45.556322 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10780b-7ab0-4b03-a9ac-d77b1ec8349d None None] The sync data for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi is: [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': 'bcdd9f00-d37f-4042-b764-39b0e949be0e', 'name': '', 'network_id': '3ff554bc-0fd0-4703-8d9d-d815843967c4', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'mac_address': 'fa:16:3e:9d:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:49Z', 'updated_at': '2021-12-15T11:38:05Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'subnets': [{'id': '44677b6a-acdc-4072-9900-3699a05e13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:48:45.754155 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50322) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:45.788240 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a52538-9fbe-4c78-9e2c-0ef2d6f2b83d None None] New status for floating IP 77055d6d-2530-4125-98e9-a32b51e651aa: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:48:45.823520 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-941b1f7c-b846-4c39-8d77-a5e170f2cd1a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:45.847691 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-941b1f7c-b846-4c39-8d77-a5e170f2cd1a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:45.897126 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-941b1f7c-b846-4c39-8d77-a5e170f2cd1a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:45.900277 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-941b1f7c-b846-4c39-8d77-a5e170f2cd1a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:45.901586 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-941b1f7c-b846-4c39-8d77-a5e170f2cd1a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "DELETE /v2.0/security-groups/41486b9c-4087-42d1-b4d5-c27407167e55 HTTP/1.1" status: 204 len: 168 time: 0.1462879 Dec 15 11:48:45.904798 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50324) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:45.916264 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b1f7c-b846-4c39-8d77-a5e170f2cd1a tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41486b9c-4087-42d1-b4d5-c27407167e55,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:45.929475 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.api.v2.resource [None req-b433e610-f2da-4d10-9cf0-a2a0523223eb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] show failed (client error): The resource could not be found. Dec 15 11:48:45.931307 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b433e610-f2da-4d10-9cf0-a2a0523223eb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "GET /v2.0/security-groups/41486b9c-4087-42d1-b4d5-c27407167e55 HTTP/1.1" status: 404 len: 347 time: 0.0246394 Dec 15 11:48:45.933649 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50326) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:46.064657 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-52cdb469-9c3f-4b96-b3a0-3ebd18ea3dbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Deleting port 14c7455d-294b-4dd4-89bf-6b96c474ed3e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:46.065005 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52cdb469-9c3f-4b96-b3a0-3ebd18ea3dbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.151777 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52cdb469-9c3f-4b96-b3a0-3ebd18ea3dbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.152115 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52cdb469-9c3f-4b96-b3a0-3ebd18ea3dbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.164790 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-52cdb469-9c3f-4b96-b3a0-3ebd18ea3dbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Calling delete_port for 14c7455d-294b-4dd4-89bf-6b96c474ed3e owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:46.302665 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52cdb469-9c3f-4b96-b3a0-3ebd18ea3dbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.327821 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdb469-9c3f-4b96-b3a0-3ebd18ea3dbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Pushing event deleted for resources: {'Port': ['ID=14c7455d-294b-4dd4-89bf-6b96c474ed3e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:46.388795 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52cdb469-9c3f-4b96-b3a0-3ebd18ea3dbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.391709 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52cdb469-9c3f-4b96-b3a0-3ebd18ea3dbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.392902 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-52cdb469-9c3f-4b96-b3a0-3ebd18ea3dbb tempest-AttachVolumeShelveTestJSON-1225644876 tempest-AttachVolumeShelveTestJSON-1225644876-project] 10.222.0.46 "DELETE /v2.0/floatingips/77055d6d-2530-4125-98e9-a32b51e651aa HTTP/1.1" status: 204 len: 168 time: 0.4583180 Dec 15 11:48:46.481971 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50336) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:46.597380 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b33e2083-c4d7-4cc8-838d-16354f086aaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.681661 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b33e2083-c4d7-4cc8-838d-16354f086aaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.687736 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b33e2083-c4d7-4cc8-838d-16354f086aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.730435 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b33e2083-c4d7-4cc8-838d-16354f086aaa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63239da0b55b48b385620e1c1ab686d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470872 Dec 15 11:48:46.731476 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e2083-c4d7-4cc8-838d-16354f086aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c239bf3-b880-40af-8f3c-4e503df2434a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:46.734623 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50342) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:46.790939 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16eeaadc-eec0-4f13-b2e3-2ff7ea99bbe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.814481 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16eeaadc-eec0-4f13-b2e3-2ff7ea99bbe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.863099 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16eeaadc-eec0-4f13-b2e3-2ff7ea99bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.865689 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16eeaadc-eec0-4f13-b2e3-2ff7ea99bbe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:46.866849 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-16eeaadc-eec0-4f13-b2e3-2ff7ea99bbe3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c239bf3-b880-40af-8f3c-4e503df2434a HTTP/1.1" status: 204 len: 168 time: 0.1307218 Dec 15 11:48:46.875434 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eeaadc-eec0-4f13-b2e3-2ff7ea99bbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c239bf3-b880-40af-8f3c-4e503df2434a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:47.231958 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device e2384600-67a0-43aa-8294-26b4087f1870 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:47.252866 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: e2384600-67a0-43aa-8294-26b4087f1870 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:47.253334 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device e2384600-67a0-43aa-8294-26b4087f1870 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:47.976775 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50386) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:48.092804 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2c92-3c4e-44a7-ac60-b249a8b28993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:48.171354 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2c92-3c4e-44a7-ac60-b249a8b28993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:48.178271 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2c92-3c4e-44a7-ac60-b249a8b28993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:48.214338 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f2c92-3c4e-44a7-ac60-b249a8b28993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a089d79a-6c90-4d79-90d2-4519c8f02393,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:48.218515 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-3a2f2c92-3c4e-44a7-ac60-b249a8b28993 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e933af03b7c9475a9eb6fe5d60117ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405422 Dec 15 11:48:48.221418 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50390) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:48.274552 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe583f9d-1353-4591-b70a-939f11007d61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:48.299884 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe583f9d-1353-4591-b70a-939f11007d61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:48.353233 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe583f9d-1353-4591-b70a-939f11007d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:48.355962 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe583f9d-1353-4591-b70a-939f11007d61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:48.357162 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-fe583f9d-1353-4591-b70a-939f11007d61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a089d79a-6c90-4d79-90d2-4519c8f02393 HTTP/1.1" status: 204 len: 168 time: 0.1346633 Dec 15 11:48:48.365996 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe583f9d-1353-4591-b70a-939f11007d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a089d79a-6c90-4d79-90d2-4519c8f02393,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:48.874210 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50414) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:49.462429 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549912'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:49.584088 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-477c7a72-f89b-4097-88d7-7bd68ac7e4af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1570225 Dec 15 11:48:49.719132 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-6639f999-d6c5-412d-922b-e8558ff025c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:49.720597 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-6639f999-d6c5-412d-922b-e8558ff025c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 1098 time: 0.0557625 Dec 15 11:48:49.872193 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-dcb23185-6542-45c1-b307-b4603b8b2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:49.873873 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-dcb23185-6542-45c1-b307-b4603b8b2bc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.1272733 Dec 15 11:48:49.880608 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] Deleting port bcdd9f00-d37f-4042-b764-39b0e949be0e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:49.880955 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:49.995002 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-b4f620ad-f8c0-4009-b2bf-43df5793ecd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a HTTP/1.1" status: 200 len: 1001 time: 0.1120088 Dec 15 11:48:50.046276 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] For port bcdd9f00-d37f-4042-b764-39b0e949be0e, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=bcdd9f00-d37f-4042-b764-39b0e949be0e,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:50.046683 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:50.066704 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] Calling delete_port for bcdd9f00-d37f-4042-b764-39b0e949be0e owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:50.078989 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-7ce15a80-1fae-4935-b4e7-3b5f00df218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:50.080603 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-7ce15a80-1fae-4935-b4e7-3b5f00df218a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0767426 Dec 15 11:48:50.212373 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-2fe2bcb2-5bf8-4437-ad0a-28bb629a9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:50.213932 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-2fe2bcb2-5bf8-4437-ad0a-28bb629a9d04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929477 Dec 15 11:48:50.235136 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-a2369aa1-cc24-412b-a1e7-4d0578ec49cf service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:48:50.236666 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-a2369aa1-cc24-412b-a1e7-4d0578ec49cf service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137722 Dec 15 11:48:50.378692 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-ed68e0fc-501f-49b5-a979-16bb0d56c501 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333475 Dec 15 11:48:50.385232 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:50.464095 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdd9f00-d37f-4042-b764-39b0e949be0e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:50.619125 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a2926515-ba44-482f-817a-55bcf23a3bf8 req-4cf99d28-ff9e-459f-a5fa-b34cc4ace8ed service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315762 Dec 15 11:48:50.664716 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550020'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:50.888684 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] Router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:48:51.000939 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:48:51.006530 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-88a0692a-2e19-4af9-b537-ce2ddf7effbe admin admin] 10.222.0.46 "PUT /v2.0/routers/a0a7142b-cbc8-4de4-9b8c-f48da636bf64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1312265 Dec 15 11:48:51.009234 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50484) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:51.011924 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b27e9-e7a1-4cc4-811c-6fabb14e2d99 None None] Sync routers for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:48:51.023058 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b27e9-e7a1-4cc4-811c-6fabb14e2d99 None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:51.023731 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-179b27e9-e7a1-4cc4-811c-6fabb14e2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:48:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:51.116353 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:51.131554 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-179b27e9-e7a1-4cc4-811c-6fabb14e2d99 None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:51.223528 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:51.282415 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Deleting port 337ff79b-71b2-4556-87c3-b5a4f00028ed {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:51.282779 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:51.328323 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-179b27e9-e7a1-4cc4-811c-6fabb14e2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:48:50Z', 'revision_number': 5, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port': {'id': '337ff79b-71b2-4556-87c3-b5a4f00028ed', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:42Z', 'updated_at': '2021-12-15T11:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:51.357965 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b27e9-e7a1-4cc4-811c-6fabb14e2d99 None None] Checking router: a0a7142b-cbc8-4de4-9b8c-f48da636bf64 for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:48:51.367004 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b27e9-e7a1-4cc4-811c-6fabb14e2d99 None None] Routers {'a0a7142b-cbc8-4de4-9b8c-f48da636bf64'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:51.367677 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-179b27e9-e7a1-4cc4-811c-6fabb14e2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:48:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:51.372701 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] For port 337ff79b-71b2-4556-87c3-b5a4f00028ed, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=337ff79b-71b2-4556-87c3-b5a4f00028ed,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:51.373060 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:51.395645 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Calling delete_port for 337ff79b-71b2-4556-87c3-b5a4f00028ed owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:51.461779 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-179b27e9-e7a1-4cc4-811c-6fabb14e2d99 None None] Set router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:51.514263 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-179b27e9-e7a1-4cc4-811c-6fabb14e2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:48:51Z', 'revision_number': 6, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port_host': None}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:51.546042 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b27e9-e7a1-4cc4-811c-6fabb14e2d99 None None] The sync data for ids ['a0a7142b-cbc8-4de4-9b8c-f48da636bf64'] in dv-cinder-813221-4-iscsi is: [{'id': 'a0a7142b-cbc8-4de4-9b8c-f48da636bf64', 'name': 'tempest-AttachVolumeShelveTestJSON-1284951214-router', 'tenant_id': '32d22ecc87d9432b96feaa2df875e6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:38Z', 'updated_at': '2021-12-15T11:48:51Z', 'revision_number': 6, 'project_id': '32d22ecc87d9432b96feaa2df875e6fe', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:48:51.579279 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:51.604225 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Pushing event deleted for resources: {'Port': ['ID=337ff79b-71b2-4556-87c3-b5a4f00028ed,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:51.673420 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552742'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:51.775142 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12359'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:51.777687 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:51.832227 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550335'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:51.832672 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0a7142b-cbc8-4de4-9b8c-f48da636bf64 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:48:51.837679 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:51.838872 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e8e06b56-e9f9-4b4c-8dd9-7be8a80ddb41 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a0a7142b-cbc8-4de4-9b8c-f48da636bf64 HTTP/1.1" status: 204 len: 168 time: 0.8287308 Dec 15 11:48:51.841724 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50488) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:51.901262 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dac4c4-625d-48e1-aca1-c24adde0c797 admin admin] Deleting subnet 44677b6a-acdc-4072-9900-3699a05e13ba {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:48:51.905767 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69dac4c4-625d-48e1-aca1-c24adde0c797 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:51.945376 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69dac4c4-625d-48e1-aca1-c24adde0c797 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260691733'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.035245 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69dac4c4-625d-48e1-aca1-c24adde0c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.095469 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69dac4c4-625d-48e1-aca1-c24adde0c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260673869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260639379'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.403167 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dac4c4-625d-48e1-aca1-c24adde0c797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44677b6a-acdc-4072-9900-3699a05e13ba,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:52.414501 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69dac4c4-625d-48e1-aca1-c24adde0c797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.419874 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-69dac4c4-625d-48e1-aca1-c24adde0c797 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/44677b6a-acdc-4072-9900-3699a05e13ba HTTP/1.1" status: 204 len: 168 time: 0.5769863 Dec 15 11:48:52.422884 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50490) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:52.423058 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee25b070-a2eb-4d2f-b342-c29ddbcf2d5f None None] Network 3ff554bc-0fd0-4703-8d9d-d815843967c4 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:48:52.492898 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.572941 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Deleting port 32f736ee-f63a-4d09-8db2-b42f593163b9 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:52.573281 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.606484 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f727efa6-8935-463c-aab5-93012dfa59f2 None None] DHCP port deletion for 3ff554bc-0fd0-4703-8d9d-d815843967c4 request from dv-cinder-813221-4-iscsi {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:48:52.636879 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device bcdd9f00-d37f-4042-b764-39b0e949be0e no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:52.651479 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] For port 32f736ee-f63a-4d09-8db2-b42f593163b9, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=32f736ee-f63a-4d09-8db2-b42f593163b9,segment=NetworkSegment(60961b2a-8bae-41f5-b830-515777231b3b),segment_id=60961b2a-8bae-41f5-b830-515777231b3b)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:52.652015 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.665315 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Calling delete_port for 32f736ee-f63a-4d09-8db2-b42f593163b9 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:52.674818 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: bcdd9f00-d37f-4042-b764-39b0e949be0e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:52.674818 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device bcdd9f00-d37f-4042-b764-39b0e949be0e not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:52.674818 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 337ff79b-71b2-4556-87c3-b5a4f00028ed no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:52.760474 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.789553 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] No DVR routers for this DVR port 32f736ee-f63a-4d09-8db2-b42f593163b9 on host dv-cinder-813221-4-iscsi {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:48:52.794858 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f736ee-f63a-4d09-8db2-b42f593163b9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:52.824706 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.824974 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.825360 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.825610 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.825929 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.826267 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.826596 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.826939 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.827237 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.827598 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.827922 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.828243 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.828617 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:52.837414 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 337ff79b-71b2-4556-87c3-b5a4f00028ed {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:52.837743 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 337ff79b-71b2-4556-87c3-b5a4f00028ed not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:52.853182 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f727efa6-8935-463c-aab5-93012dfa59f2 None None] Deleting port 32f736ee-f63a-4d09-8db2-b42f593163b9 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:52.853540 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f727efa6-8935-463c-aab5-93012dfa59f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.879866 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.900791 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff554bc-0fd0-4703-8d9d-d815843967c4']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:52.911070 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60961b2a-8bae-41f5-b830-515777231b3b') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:52.911324 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60961b2a-8bae-41f5-b830-515777231b3b') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:52.918489 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f727efa6-8935-463c-aab5-93012dfa59f2 None None] For port 32f736ee-f63a-4d09-8db2-b42f593163b9, host dv-cinder-813221-4-iscsi, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:52.918903 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f727efa6-8935-463c-aab5-93012dfa59f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.921109 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261086981'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.932748 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f727efa6-8935-463c-aab5-93012dfa59f2 None None] Calling delete_port for 32f736ee-f63a-4d09-8db2-b42f593163b9 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:52.935510 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.935737 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-f727efa6-8935-463c-aab5-93012dfa59f2 None None] Port 32f736ee-f63a-4d09-8db2-b42f593163b9 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 11:48:52.936928 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f727efa6-8935-463c-aab5-93012dfa59f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.942644 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:48:52.944019 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261048207'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: Traceback (most recent call last): Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: timer() Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: cb(*args, **kw) Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: return func(*args, **kwargs) Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: self._notify() Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: self.callback(batched_events) Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: event.method(event) Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: return f(self, *a, **k) Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._get(url).json() Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: return self.request(url, 'GET', **kwargs) Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:48:52.959671 dv-cinder-813221-4-iscsi neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:48:52.965190 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727efa6-8935-463c-aab5-93012dfa59f2 None None] Pushing event deleted for resources: {'Port': ['ID=32f736ee-f63a-4d09-8db2-b42f593163b9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:52.967075 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727efa6-8935-463c-aab5-93012dfa59f2 None None] No DVR routers for this DVR port 32f736ee-f63a-4d09-8db2-b42f593163b9 on host dv-cinder-813221-4-iscsi {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:48:53.007393 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:53.013247 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:53.016824 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3ff554bc-0fd0-4703-8d9d-d815843967c4 HTTP/1.1" status: 204 len: 168 time: 0.5929048 Dec 15 11:48:53.028478 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97e7d5-e96f-4ee9-a1fe-8174f8d34652 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff554bc-0fd0-4703-8d9d-d815843967c4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:53.146490 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50496) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:53.187147 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-77dadb90-a713-4d2a-95ff-b8390fe8fa60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32d22ecc87d9432b96feaa2df875e6fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394506 Dec 15 11:48:53.190965 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50498) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:53.244231 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44c1ca89-06a5-400e-bf41-89b99e604fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:53.266874 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44c1ca89-06a5-400e-bf41-89b99e604fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:53.317181 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44c1ca89-06a5-400e-bf41-89b99e604fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:53.320136 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44c1ca89-06a5-400e-bf41-89b99e604fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:53.321331 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-44c1ca89-06a5-400e-bf41-89b99e604fd2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10bd1df7-3d35-4944-9cee-3492357efeab HTTP/1.1" status: 204 len: 168 time: 0.1293564 Dec 15 11:48:53.332826 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1ca89-06a5-400e-bf41-89b99e604fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bd1df7-3d35-4944-9cee-3492357efeab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:54.569196 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 32f736ee-f63a-4d09-8db2-b42f593163b9 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:54.594518 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 32f736ee-f63a-4d09-8db2-b42f593163b9 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:54.594866 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 32f736ee-f63a-4d09-8db2-b42f593163b9 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:55.242621 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50552) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:55.366383 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-611221ec-579f-4c36-8930-a7f8226deee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:55.443333 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-611221ec-579f-4c36-8930-a7f8226deee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:55.450059 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-611221ec-579f-4c36-8930-a7f8226deee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:55.489791 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-611221ec-579f-4c36-8930-a7f8226deee8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=abcb867e258d42e8bd717f51ee3c7e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459476 Dec 15 11:48:55.490909 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611221ec-579f-4c36-8930-a7f8226deee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d296c27-f359-41f9-a002-723c9f02f7fa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:55.492672 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:55.553414 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74242919-4264-47fc-ae4f-64d059375f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:55.578253 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74242919-4264-47fc-ae4f-64d059375f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:55.630053 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74242919-4264-47fc-ae4f-64d059375f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:55.633890 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74242919-4264-47fc-ae4f-64d059375f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:55.635443 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-74242919-4264-47fc-ae4f-64d059375f85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d296c27-f359-41f9-a002-723c9f02f7fa HTTP/1.1" status: 204 len: 168 time: 0.1408360 Dec 15 11:48:55.643718 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74242919-4264-47fc-ae4f-64d059375f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d296c27-f359-41f9-a002-723c9f02f7fa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:55.927084 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50566) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:55.940786 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9ff19d8-38f4-44c9-a4be-b5ecd0b83f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:56.028116 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9ff19d8-38f4-44c9-a4be-b5ecd0b83f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:56.034549 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9ff19d8-38f4-44c9-a4be-b5ecd0b83f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:56.072173 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-d9ff19d8-38f4-44c9-a4be-b5ecd0b83f75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ebda3038c044b278906f81734984cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437721 Dec 15 11:48:56.073166 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff19d8-38f4-44c9-a4be-b5ecd0b83f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d14ad9-a003-4a85-8430-95a54c7ece72,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:56.075091 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50568) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:56.131653 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c384d45d-b31b-48e5-b665-1f40b2b0a85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:56.153445 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c384d45d-b31b-48e5-b665-1f40b2b0a85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:56.200712 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c384d45d-b31b-48e5-b665-1f40b2b0a85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:56.203931 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c384d45d-b31b-48e5-b665-1f40b2b0a85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:56.205330 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-c384d45d-b31b-48e5-b665-1f40b2b0a85b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67d14ad9-a003-4a85-8430-95a54c7ece72 HTTP/1.1" status: 204 len: 168 time: 0.1288493 Dec 15 11:48:56.215113 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384d45d-b31b-48e5-b665-1f40b2b0a85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d14ad9-a003-4a85-8430-95a54c7ece72,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:58.848045 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:48:58.999963 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50640) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:59.115214 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8150db09-0041-4601-a327-0357aa44f12f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.195884 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8150db09-0041-4601-a327-0357aa44f12f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.201287 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8150db09-0041-4601-a327-0357aa44f12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.242429 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150db09-0041-4601-a327-0357aa44f12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c05f67-2ec2-43b9-88b2-ac663e80de50,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:59.246838 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-8150db09-0041-4601-a327-0357aa44f12f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97a7af90714f43b8b9cd131e5308c0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457354 Dec 15 11:48:59.251132 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50646) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:59.310248 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcb695ea-bef8-459a-8c4e-f11e5a3097a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.336380 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcb695ea-bef8-459a-8c4e-f11e5a3097a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.390555 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcb695ea-bef8-459a-8c4e-f11e5a3097a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.393211 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcb695ea-bef8-459a-8c4e-f11e5a3097a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.394394 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-bcb695ea-bef8-459a-8c4e-f11e5a3097a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1c05f67-2ec2-43b9-88b2-ac663e80de50 HTTP/1.1" status: 204 len: 168 time: 0.1423128 Dec 15 11:48:59.402433 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb695ea-bef8-459a-8c4e-f11e5a3097a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c05f67-2ec2-43b9-88b2-ac663e80de50,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:59.683739 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50652) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:59.698347 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.792556 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.798360 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.838347 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecc29633843240128212194c4c6a5f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533897 Dec 15 11:48:59.839028 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9cbf61-4c3c-4434-82ea-910a544c3688,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:59.841079 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:59.852856 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.853212 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.853559 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.853895 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.854226 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.854554 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.854881 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.855208 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.855532 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.855893 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.856215 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.856536 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.856858 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52007d9-d338-4011-87c4-f56233fa5aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:59.909309 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b5a484e-9ca4-4dbc-bc56-da583821daab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.933949 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b5a484e-9ca4-4dbc-bc56-da583821daab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.990171 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b5a484e-9ca4-4dbc-bc56-da583821daab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.993030 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b5a484e-9ca4-4dbc-bc56-da583821daab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:59.994227 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-4b5a484e-9ca4-4dbc-bc56-da583821daab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e9cbf61-4c3c-4434-82ea-910a544c3688 HTTP/1.1" status: 204 len: 168 time: 0.1514421 Dec 15 11:49:00.002644 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a484e-9ca4-4dbc-bc56-da583821daab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9cbf61-4c3c-4434-82ea-910a544c3688,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:03.792957 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-45374228-0fc2-405d-8a35-ada1d5647641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:06.155549 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80baa4c3-2e71-452b-b21f-272c84f4ea9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:06.767141 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50804) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:06.888239 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-827cfb18-b33b-49cb-91ea-9806fa4918e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:06.969279 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-827cfb18-b33b-49cb-91ea-9806fa4918e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:06.979319 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-827cfb18-b33b-49cb-91ea-9806fa4918e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.016498 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cfb18-b33b-49cb-91ea-9806fa4918e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c6fad7-1560-40b2-8a0e-e564bc9bc717,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:07.021069 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-827cfb18-b33b-49cb-91ea-9806fa4918e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e51a442528dd4564a58f4ac6a4156110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524612 Dec 15 11:49:07.023983 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50808) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:07.073027 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c522eef-ef04-437a-acdb-ad2566e99ea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.103657 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c522eef-ef04-437a-acdb-ad2566e99ea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.287603 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.420278 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c522eef-ef04-437a-acdb-ad2566e99ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.424457 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c522eef-ef04-437a-acdb-ad2566e99ea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.426120 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-8c522eef-ef04-437a-acdb-ad2566e99ea3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62c6fad7-1560-40b2-8a0e-e564bc9bc717 HTTP/1.1" status: 204 len: 168 time: 0.4012244 Dec 15 11:49:07.435825 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c522eef-ef04-437a-acdb-ad2566e99ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c6fad7-1560-40b2-8a0e-e564bc9bc717,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:07.708794 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:07.722871 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e8db781-9674-45d6-a36c-94ec1714b4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.800649 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e8db781-9674-45d6-a36c-94ec1714b4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.806415 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e8db781-9674-45d6-a36c-94ec1714b4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.846212 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-0e8db781-9674-45d6-a36c-94ec1714b4df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2324b7de9ed043cb807ea3402ee91630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361125 Dec 15 11:49:07.847061 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8db781-9674-45d6-a36c-94ec1714b4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6814710-4df6-40ad-9ca5-832efc6f9291,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:07.850273 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50818) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:07.903337 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c420179-dada-4508-a41d-b638b0a99cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.926686 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c420179-dada-4508-a41d-b638b0a99cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.977051 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c420179-dada-4508-a41d-b638b0a99cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.979767 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c420179-dada-4508-a41d-b638b0a99cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.983573 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-9c420179-dada-4508-a41d-b638b0a99cff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6814710-4df6-40ad-9ca5-832efc6f9291 HTTP/1.1" status: 204 len: 168 time: 0.1294241 Dec 15 11:49:07.989331 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c420179-dada-4508-a41d-b638b0a99cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6814710-4df6-40ad-9ca5-832efc6f9291,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:08.881206 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:09.511353 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:10.121425 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50894) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:10.253575 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa8d17bb-2881-4ae7-81c5-8eb523addfff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:10.342975 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa8d17bb-2881-4ae7-81c5-8eb523addfff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:10.348700 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa8d17bb-2881-4ae7-81c5-8eb523addfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:10.388144 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d17bb-2881-4ae7-81c5-8eb523addfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7bccae-509e-4c9c-823a-2aaac2d163cf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:10.393868 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-fa8d17bb-2881-4ae7-81c5-8eb523addfff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7b2177dbed143f7a6a86313d5d1b9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713130 Dec 15 11:49:10.396708 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50898) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:10.448300 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c10e9e7d-510b-495f-bcd5-a1301fbd92d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:10.471284 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c10e9e7d-510b-495f-bcd5-a1301fbd92d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:10.521266 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c10e9e7d-510b-495f-bcd5-a1301fbd92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:10.524015 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c10e9e7d-510b-495f-bcd5-a1301fbd92d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:10.525713 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-c10e9e7d-510b-495f-bcd5-a1301fbd92d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e7bccae-509e-4c9c-823a-2aaac2d163cf HTTP/1.1" status: 204 len: 168 time: 0.1280551 Dec 15 11:49:10.536594 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e9e7d-510b-495f-bcd5-a1301fbd92d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7bccae-509e-4c9c-823a-2aaac2d163cf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:10.817954 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50906) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:10.834590 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2cfa952-b295-48c7-9467-dddf6601dab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:10.921157 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2cfa952-b295-48c7-9467-dddf6601dab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:10.928520 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2cfa952-b295-48c7-9467-dddf6601dab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:10.966070 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-a2cfa952-b295-48c7-9467-dddf6601dab6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4871871920b946939d2ce0453c2f315d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467273 Dec 15 11:49:10.966921 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfa952-b295-48c7-9467-dddf6601dab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e504c746-de8d-406c-a6b9-e729da5758b8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:10.969886 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50908) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:11.023484 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-acf45cfa-0de3-48d0-a01b-30d8066fd634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:11.047479 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-acf45cfa-0de3-48d0-a01b-30d8066fd634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:11.099912 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-acf45cfa-0de3-48d0-a01b-30d8066fd634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:11.102970 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-acf45cfa-0de3-48d0-a01b-30d8066fd634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:11.104722 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-acf45cfa-0de3-48d0-a01b-30d8066fd634 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e504c746-de8d-406c-a6b9-e729da5758b8 HTTP/1.1" status: 204 len: 168 time: 0.1334255 Dec 15 11:49:11.112955 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf45cfa-0de3-48d0-a01b-30d8066fd634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e504c746-de8d-406c-a6b9-e729da5758b8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:12.256144 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 50944) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:12.377782 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de4afe25-e16d-449e-8fda-5c1513d33c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:12.474113 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de4afe25-e16d-449e-8fda-5c1513d33c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:12.480734 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de4afe25-e16d-449e-8fda-5c1513d33c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:12.521832 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-de4afe25-e16d-449e-8fda-5c1513d33c01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f43e659cdf6f49d282eee6964965fc93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643833 Dec 15 11:49:12.522729 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4afe25-e16d-449e-8fda-5c1513d33c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e296f2-3994-4f55-ac60-95bcae8541f0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:12.524848 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 50948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:12.584223 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38a7ddc8-16ec-43ef-b3d9-924dae342ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:12.607040 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38a7ddc8-16ec-43ef-b3d9-924dae342ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:12.659785 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38a7ddc8-16ec-43ef-b3d9-924dae342ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:12.664495 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38a7ddc8-16ec-43ef-b3d9-924dae342ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:12.666440 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-38a7ddc8-16ec-43ef-b3d9-924dae342ee1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6e296f2-3994-4f55-ac60-95bcae8541f0 HTTP/1.1" status: 204 len: 168 time: 0.1398351 Dec 15 11:49:12.675005 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7ddc8-16ec-43ef-b3d9-924dae342ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e296f2-3994-4f55-ac60-95bcae8541f0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:14.137291 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:24.553609 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:24.671793 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f31dda87-d9e8-471c-a657-083312c05b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:24.749316 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f31dda87-d9e8-471c-a657-083312c05b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:24.758397 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f31dda87-d9e8-471c-a657-083312c05b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:24.797276 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f31dda87-d9e8-471c-a657-083312c05b91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19902bd5c96b4eb9abf21c85be1b238c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421827 Dec 15 11:49:24.798153 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dda87-d9e8-471c-a657-083312c05b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8513741-57b5-492e-8a0d-5eb899897f3f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:24.800519 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51092) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:24.853597 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9837c0dd-5101-4185-b30f-aaf38a561be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:24.883586 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9837c0dd-5101-4185-b30f-aaf38a561be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:24.941035 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9837c0dd-5101-4185-b30f-aaf38a561be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:24.945063 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9837c0dd-5101-4185-b30f-aaf38a561be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:24.946252 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-9837c0dd-5101-4185-b30f-aaf38a561be9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8513741-57b5-492e-8a0d-5eb899897f3f HTTP/1.1" status: 204 len: 168 time: 0.1446404 Dec 15 11:49:24.957978 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837c0dd-5101-4185-b30f-aaf38a561be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8513741-57b5-492e-8a0d-5eb899897f3f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:26.173480 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51124) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:26.299705 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3480-4bcc-4777-86af-0af5d8c91b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:26.384544 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3480-4bcc-4777-86af-0af5d8c91b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:26.391799 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3480-4bcc-4777-86af-0af5d8c91b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:26.438154 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-dd3c3480-4bcc-4777-86af-0af5d8c91b20 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85c6dcec3b764cabad13035a1389e5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627194 Dec 15 11:49:26.439157 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c3480-4bcc-4777-86af-0af5d8c91b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d420b70c-7867-48ab-9374-7ef20b31cc45,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:26.441320 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51128) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:49:26.492759 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f48b110-8d04-4f66-8c05-99e057763404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:26.514994 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f48b110-8d04-4f66-8c05-99e057763404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:26.568133 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f48b110-8d04-4f66-8c05-99e057763404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:26.570754 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f48b110-8d04-4f66-8c05-99e057763404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:26.571937 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-8f48b110-8d04-4f66-8c05-99e057763404 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d420b70c-7867-48ab-9374-7ef20b31cc45 HTTP/1.1" status: 204 len: 168 time: 0.1291509 Dec 15 11:49:26.580176 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48b110-8d04-4f66-8c05-99e057763404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d420b70c-7867-48ab-9374-7ef20b31cc45,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:49:33.788933 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-83ebfea2-2b94-405f-9b90-0ddec91972e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:35.849858 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:49:36.152463 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eee390e3-31a6-4d5c-9af6-8c2d25257410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:37.289796 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:38.886553 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:39.508970 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:44.139268 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:54.045335 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-a23dd379-88e3-46f7-bc31-c3b28c0df13f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490384 Dec 15 11:49:54.150932 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-e81ef4a9-361d-4df8-af5d-c67dbbdadcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:54.152468 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-e81ef4a9-361d-4df8-af5d-c67dbbdadcb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 1098 time: 0.0431542 Dec 15 11:49:54.283601 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-af8830d1-8547-474e-9021-5b335cc20ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:54.285221 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-af8830d1-8547-474e-9021-5b335cc20ab8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.1126022 Dec 15 11:49:54.362441 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-16563f1b-9034-4e17-83a8-14ebe4c36335 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a HTTP/1.1" status: 200 len: 1001 time: 0.0682638 Dec 15 11:49:54.423463 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-1650c903-c485-4797-b507-0bf67fabbae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:54.425381 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-1650c903-c485-4797-b507-0bf67fabbae4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0561128 Dec 15 11:49:54.480785 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-820749f1-e120-4b18-b54b-d6ee5cde1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:54.482383 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-820749f1-e120-4b18-b54b-d6ee5cde1113 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492542 Dec 15 11:49:54.581938 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-b9480173-983f-4587-afd0-25347753b5e8 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921669 Dec 15 11:49:54.686863 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-b3c1e91c-630e-4dcb-b13c-788620acf1d2 req-d69b9381-1bba-439e-b4be-d1173fc53572 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963089 Dec 15 11:50:00.469400 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-d8d9bb22-36b2-4f5d-bf0f-ab5dbe75486e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128954480&fields=id&tenant_id=a74c170d0e1d43ccab75cc19eaff6707 HTTP/1.1" status: 200 len: 267 time: 0.0497954 Dec 15 11:50:00.586392 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-23940919-e0eb-4c05-ae4f-0e025b37aa9d tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:00.587975 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-23940919-e0eb-4c05-ae4f-0e025b37aa9d tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 812 time: 0.1114159 Dec 15 11:50:00.610949 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-467e2896-d729-4d38-be9c-cd6486d9088c tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/quotas/a74c170d0e1d43ccab75cc19eaff6707 HTTP/1.1" status: 200 len: 375 time: 0.0164809 Dec 15 11:50:00.667716 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-2feeb222-da07-4ae2-b04c-f049e60f42ec tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501497 Dec 15 11:50:00.779938 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-f4792821-c2cc-4243-bb2d-d9366583007f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:50:00.780962 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-f4792821-c2cc-4243-bb2d-d9366583007f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0999708 Dec 15 11:50:00.883229 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-449564b4-96aa-4134-9359-2e5bcd478600 service neutron] 10.222.0.46 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888088 Dec 15 11:50:00.977891 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-2652f56a-0d60-49da-91ea-a17d5e5d31ec service neutron] 10.222.0.46 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936031 Dec 15 11:50:01.301344 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ee52774f-8e2b-4d5a-a999-607d27d91c28 req-a32c5b46-227e-4efc-a54a-e1697a2de9b0 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 210 time: 0.0340114 Dec 15 11:50:02.403048 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0ed63380-cfb1-4c89-936f-10403cce6ead req-2b7f215c-0aef-4f54-86c7-4db0e9e36fec tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 210 time: 0.0281219 Dec 15 11:50:02.520113 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-23fba9e3-a3b9-449a-8ec1-07163e86770e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:02.521556 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-23fba9e3-a3b9-449a-8ec1-07163e86770e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 812 time: 0.1278703 Dec 15 11:50:02.589971 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-c701598f-779a-45b9-8578-d3eb1107d00f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74c170d0e1d43ccab75cc19eaff6707 HTTP/1.1" status: 200 len: 379 time: 0.0543046 Dec 15 11:50:02.600890 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'port': {'device_id': '35d83b70-1811-4175-839d-3a50a9de602b', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'admin_state_up': True, 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'security_groups': ['d034be66-de5a-497c-9709-740cf67f5828']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:02.723054 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Made reservation on behalf of a74c170d0e1d43ccab75cc19eaff6707 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:50:02.726589 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:02.867595 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Allocated IP 172.20.0.6 (829807fd-58b4-4c64-920f-853993a133a2/7303dd95-41cd-42ba-b6cb-33923b6fbe03/4949bbb8-c28e-4b69-93d3-816a090f972c) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:50:03.012944 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:03.049919 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:03.098740 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Network 829807fd-58b4-4c64-920f-853993a133a2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:50:03.101952 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:03.105662 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:50:03.129329 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'Port': ['ID=4949bbb8-c28e-4b69-93d3-816a090f972c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:03.144156 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.144502 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.144853 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.145185 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.145512 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.145804 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.146124 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.146443 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.146760 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.147088 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.147421 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.147838 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.148159 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:03.170310 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:03.170828 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:03.192033 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-70a658b3-20f0-497d-9032-ca5320a40106 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5961430 Dec 15 11:50:03.210644 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Request body: {'port': {'device_id': '35d83b70-1811-4175-839d-3a50a9de602b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:03.281911 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:03.340286 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e0509cbb-652c-4f1d-8790-1ef68f814ee0 None None] Provisioning complete for port 4949bbb8-c28e-4b69-93d3-816a090f972c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:03.340884 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0509cbb-652c-4f1d-8790-1ef68f814ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:03.374480 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e0509cbb-652c-4f1d-8790-1ef68f814ee0 None None] Port 4949bbb8-c28e-4b69-93d3-816a090f972c cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:50:03.525640 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333776df-ca15-440f-89c3-1658d3bd6c8c req-c0e103ce-1f75-4063-aa64-f31057f4b592 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:03.527074 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-333776df-ca15-440f-89c3-1658d3bd6c8c req-c0e103ce-1f75-4063-aa64-f31057f4b592 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 931 time: 0.0521703 Dec 15 11:50:03.562345 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4949bbb8-c28e-4b69-93d3-816a090f972c {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:50:03.572981 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:03.587470 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-333776df-ca15-440f-89c3-1658d3bd6c8c req-1c4bf7f5-34aa-4c48-8f77-0080b9c02805 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537739 Dec 15 11:50:03.592553 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Transition to ACTIVE for port object 4949bbb8-c28e-4b69-93d3-816a090f972c will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:50:03.597282 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:03.650538 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Pushing event updated for resources: {'Port': ['ID=4949bbb8-c28e-4b69-93d3-816a090f972c,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:03.725526 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Attempting to bind port 4949bbb8-c28e-4b69-93d3-816a090f972c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:50:03.725863 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Attempting to bind port 4949bbb8-c28e-4b69-93d3-816a090f972c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:50:03.726180 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Attempting to bind port 4949bbb8-c28e-4b69-93d3-816a090f972c on network 829807fd-58b4-4c64-920f-853993a133a2 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:50:03.730821 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Port 4949bbb8-c28e-4b69-93d3-816a090f972c on network 829807fd-58b4-4c64-920f-853993a133a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:50:03.731137 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Attempting to bind port 4949bbb8-c28e-4b69-93d3-816a090f972c on network 829807fd-58b4-4c64-920f-853993a133a2 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:50:03.736618 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:50:03.736945 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Checking segment: {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:50:03.737426 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Bound using segment: {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:50:03.737855 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Bound port: 4949bbb8-c28e-4b69-93d3-816a090f972c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0aa34d-43ae-4079-984a-8855519b8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '829807fd-58b4-4c64-920f-853993a133a2'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:50:03.738208 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:03.785491 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd505814-b2b7-4b54-977d-fac0e587f7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:03.805888 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] For port 4949bbb8-c28e-4b69-93d3-816a090f972c, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:50:03.808990 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] For port 4949bbb8-c28e-4b69-93d3-816a090f972c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4949bbb8-c28e-4b69-93d3-816a090f972c,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:50:03.814095 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:03.851260 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:03.851922 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:03.853293 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] 10.222.0.59 "PUT /v2.0/ports/4949bbb8-c28e-4b69-93d3-816a090f972c HTTP/1.1" status: 200 len: 1093 time: 0.6474621 Dec 15 11:50:03.853758 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d83b70-1811-4175-839d-3a50a9de602b', 'tag': '4949bbb8-c28e-4b69-93d3-816a090f972c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:50:03.856139 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5a8ae3-361c-40dd-8fb0-70472394bce1" -d '{"events": [{"name": "network-changed", "server_uuid": "35d83b70-1811-4175-839d-3a50a9de602b", "tag": "4949bbb8-c28e-4b69-93d3-816a090f972c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:50:03.883935 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a337a3-fef7-4dcb-be46-e2f91a981176 service neutron] Pushing event updated for resources: {'Port': ['ID=4949bbb8-c28e-4b69-93d3-816a090f972c,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:03.969963 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-9f2423e1-61c6-4b5e-b11c-4a76af788966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:03.972398 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-9f2423e1-61c6-4b5e-b11c-4a76af788966 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 1096 time: 0.0473897 Dec 15 11:50:04.027597 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-ef618027-8e06-4788-aaa9-568bd12641d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4949bbb8-c28e-4b69-93d3-816a090f972c HTTP/1.1" status: 200 len: 217 time: 0.0398524 Dec 15 11:50:04.046629 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bb6bd7-846b-4a70-8f25-1ae1ebbb0b78 x-openstack-request-id: req-b7bb6bd7-846b-4a70-8f25-1ae1ebbb0b78 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:50:04.046919 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d83b70-1811-4175-839d-3a50a9de602b", "tag": "4949bbb8-c28e-4b69-93d3-816a090f972c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:50:04.047174 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7bb6bd7-846b-4a70-8f25-1ae1ebbb0b78 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:50:04.047600 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d83b70-1811-4175-839d-3a50a9de602b', 'tag': '4949bbb8-c28e-4b69-93d3-816a090f972c', 'status': 'completed', 'code': 200} Dec 15 11:50:04.084306 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-f47fe554-1e20-4191-bd31-3e077a1bbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:04.085825 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-f47fe554-1e20-4191-bd31-3e077a1bbe33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0496266 Dec 15 11:50:04.132629 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-621af8d8-123f-4c5b-9207-aebbaf960ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:04.134212 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-621af8d8-123f-4c5b-9207-aebbaf960ecc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407782 Dec 15 11:50:04.228383 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-b76ed0bd-2382-4691-966a-dcd27e847c4d service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870450 Dec 15 11:50:04.323604 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-2ea44494-cffc-43bd-84bc-0663cc0b5f8c req-e490feff-a681-4850-89a3-c40bb9c70dea service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870223 Dec 15 11:50:04.481760 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a8ae3-361c-40dd-8fb0-70472394bce1 req-895350c5-102e-4183-a531-87f5c7583fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:04.483441 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9f5a8ae3-361c-40dd-8fb0-70472394bce1 req-895350c5-102e-4183-a531-87f5c7583fef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 1096 time: 0.0509930 Dec 15 11:50:04.585677 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a8ae3-361c-40dd-8fb0-70472394bce1 req-0bfa0aa5-73ed-41f6-9ada-ef2f8fce8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:04.587072 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9f5a8ae3-361c-40dd-8fb0-70472394bce1 req-0bfa0aa5-73ed-41f6-9ada-ef2f8fce8c03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.0953271 Dec 15 11:50:04.630953 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9f5a8ae3-361c-40dd-8fb0-70472394bce1 req-2228cd51-beca-4a01-b8ee-8fe17a4e4bd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4949bbb8-c28e-4b69-93d3-816a090f972c HTTP/1.1" status: 200 len: 217 time: 0.0359106 Dec 15 11:50:04.689096 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a8ae3-361c-40dd-8fb0-70472394bce1 req-2116d53c-71ad-4aef-a334-014cfa4c2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:04.691000 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9f5a8ae3-361c-40dd-8fb0-70472394bce1 req-2116d53c-71ad-4aef-a334-014cfa4c2f50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0527368 Dec 15 11:50:04.725395 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410aad9-6bf7-4718-b3ce-3b7663e36947 req-e88ca02c-2dd3-4531-b46a-049f2883cc53 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:04.727586 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1410aad9-6bf7-4718-b3ce-3b7663e36947 req-e88ca02c-2dd3-4531-b46a-049f2883cc53 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 943 time: 0.0590014 Dec 15 11:50:04.740340 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a8ae3-361c-40dd-8fb0-70472394bce1 req-d7172a0a-77f3-4bb7-b3f1-771fc66e283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:04.741850 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9f5a8ae3-361c-40dd-8fb0-70472394bce1 req-d7172a0a-77f3-4bb7-b3f1-771fc66e283e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434048 Dec 15 11:50:04.784552 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1410aad9-6bf7-4718-b3ce-3b7663e36947 req-2edd07be-bf97-435b-b2f9-dcd002f5cd1d tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498838 Dec 15 11:50:04.832217 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9f5a8ae3-361c-40dd-8fb0-70472394bce1 req-b04c3ca7-3f65-4493-bcff-d93e66789788 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822029 Dec 15 11:50:04.932008 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-9f5a8ae3-361c-40dd-8fb0-70472394bce1 req-5720f247-7477-4415-935c-a9ad56ecd681 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920591 Dec 15 11:50:05.774308 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51412) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:05.899120 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:05.930081 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43835bd-e8f8-4a40-8a42-3f9aaf8fe2fe req-a7cb806c-bbc0-45b5-832e-e9b8068cb688 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:05.931596 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f43835bd-e8f8-4a40-8a42-3f9aaf8fe2fe req-a7cb806c-bbc0-45b5-832e-e9b8068cb688 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 943 time: 0.0763130 Dec 15 11:50:06.014787 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f43835bd-e8f8-4a40-8a42-3f9aaf8fe2fe req-9a6479d1-f153-455d-9702-768f704748be tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756707 Dec 15 11:50:06.035991 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:06.043305 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:06.084371 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5799a4d20e4b4301a1e8dd2794e028e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087492 Dec 15 11:50:06.085239 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d208618f-d719-41ae-8a42-fb71e8a48d4b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:06.087234 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51418) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:06.103644 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.103981 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.104333 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.104663 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.104991 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.105341 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.105660 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.105984 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.106306 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.106617 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.106938 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.107384 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.107595 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95134c-ec2f-44bc-b9a8-0bae579b7128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.145537 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2a8a-4a0e-44a7-97e1-328f9f791edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:06.148524 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1588d83b-d11c-4abe-89e3-f681634e9042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:06.170952 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1588d83b-d11c-4abe-89e3-f681634e9042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:06.223109 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1588d83b-d11c-4abe-89e3-f681634e9042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:06.225953 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1588d83b-d11c-4abe-89e3-f681634e9042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:06.227131 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-1588d83b-d11c-4abe-89e3-f681634e9042 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d208618f-d719-41ae-8a42-fb71e8a48d4b HTTP/1.1" status: 204 len: 168 time: 0.1390004 Dec 15 11:50:06.235727 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588d83b-d11c-4abe-89e3-f681634e9042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d208618f-d719-41ae-8a42-fb71e8a48d4b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:07.141996 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292e457-6145-4dc8-8a9f-12a24d85a291 req-190fc9fe-d1d0-4731-8434-629ec1c57e47 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:07.143620 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0292e457-6145-4dc8-8a9f-12a24d85a291 req-190fc9fe-d1d0-4731-8434-629ec1c57e47 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 943 time: 0.0536609 Dec 15 11:50:07.197898 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0292e457-6145-4dc8-8a9f-12a24d85a291 req-43a54cef-d2ee-416e-9a66-28da8ad1ad7e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483224 Dec 15 11:50:07.292549 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:08.333254 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b57ec5-8290-4494-bdbd-b30e17e83f7e req-2a87c14d-d7a6-4b0d-893c-0580ef262d89 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:08.335092 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e9b57ec5-8290-4494-bdbd-b30e17e83f7e req-2a87c14d-d7a6-4b0d-893c-0580ef262d89 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 943 time: 0.0622916 Dec 15 11:50:08.391434 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e9b57ec5-8290-4494-bdbd-b30e17e83f7e req-f37687dd-9def-4c1c-8dd5-4990b592f468 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497482 Dec 15 11:50:08.889474 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:09.506981 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:09.528968 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d66b8d-943e-4971-a206-b36bfd399209 req-6b822f81-bf3c-43d4-8508-d63c80e34f9e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:09.530798 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99d66b8d-943e-4971-a206-b36bfd399209 req-6b822f81-bf3c-43d4-8508-d63c80e34f9e tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 943 time: 0.0685949 Dec 15 11:50:09.581773 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-99d66b8d-943e-4971-a206-b36bfd399209 req-3a5c2649-724a-432b-b334-6ae309013338 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448022 Dec 15 11:50:10.718138 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585df940-ad86-4cb1-a123-dad7fabc158b req-b9832a62-75f5-45b2-9875-8a01101a0479 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:10.719713 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-585df940-ad86-4cb1-a123-dad7fabc158b req-b9832a62-75f5-45b2-9875-8a01101a0479 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 943 time: 0.0599990 Dec 15 11:50:10.770145 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-585df940-ad86-4cb1-a123-dad7fabc158b req-4fe7fb1d-ba20-4284-a8bd-75b42dbd47c3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441911 Dec 15 11:50:11.900836 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1decf-25a3-4ecc-8066-23cd479f0399 req-ccba0820-9097-4339-b7de-2994a59e1e39 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:11.902374 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8af1decf-25a3-4ecc-8066-23cd479f0399 req-ccba0820-9097-4339-b7de-2994a59e1e39 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 943 time: 0.0528805 Dec 15 11:50:11.965860 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8af1decf-25a3-4ecc-8066-23cd479f0399 req-b653798f-6897-4055-8378-4bd0cc4e97ca tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543954 Dec 15 11:50:12.849823 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:50:13.104916 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e325c5-9294-4e41-8e5d-4e1de2039490 req-b2141b5e-5850-43f5-8c1a-2b8f90979e7b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:13.106349 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-45e325c5-9294-4e41-8e5d-4e1de2039490 req-b2141b5e-5850-43f5-8c1a-2b8f90979e7b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 943 time: 0.0646286 Dec 15 11:50:13.161108 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-45e325c5-9294-4e41-8e5d-4e1de2039490 req-cf6bfa2d-67ca-4a76-8612-9970cb9d1f7f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460625 Dec 15 11:50:13.674135 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 4949bbb8-c28e-4b69-93d3-816a090f972c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:50:13.782179 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 4949bbb8-c28e-4b69-93d3-816a090f972c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4949bbb8-c28e-4b69-93d3-816a090f972c,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:13.795192 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': '4949bbb8-c28e-4b69-93d3-816a090f972c', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'port_id': '4949bbb8-c28e-4b69-93d3-816a090f972c', 'mac_address': 'fa:16:3e:27:dd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:50:13.834186 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:13.848167 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4949bbb8-c28e-4b69-93d3-816a090f972c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:50:13.870822 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 4949bbb8-c28e-4b69-93d3-816a090f972c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4949bbb8-c28e-4b69-93d3-816a090f972c,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:13.874993 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:13.929426 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=4949bbb8-c28e-4b69-93d3-816a090f972c,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:13.936512 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.936862 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.937203 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.937536 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.937869 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.938195 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.938518 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.938842 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.939168 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.939490 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.939835 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.940149 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:13.940464 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:14.141478 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:14.282480 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5c41f-8a78-4dcf-b137-46152ede6614 req-409bd60f-4b91-4ba6-bc67-dda6ca9300b6 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:14.284005 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-28e5c41f-8a78-4dcf-b137-46152ede6614 req-409bd60f-4b91-4ba6-bc67-dda6ca9300b6 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 944 time: 0.0535133 Dec 15 11:50:14.348347 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-28e5c41f-8a78-4dcf-b137-46152ede6614 req-1e66c98c-e71b-4301-ad6e-bab34c7a7094 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558553 Dec 15 11:50:15.479306 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f2307-92a3-444e-839c-fe401a73b7c0 req-2030a3f8-74e3-4c5a-9f42-cc246fd5cd67 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:15.480840 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-271f2307-92a3-444e-839c-fe401a73b7c0 req-2030a3f8-74e3-4c5a-9f42-cc246fd5cd67 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 944 time: 0.0612357 Dec 15 11:50:15.551720 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-271f2307-92a3-444e-839c-fe401a73b7c0 req-e0aae336-c823-4f1f-a7d0-736357f7a3b9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615075 Dec 15 11:50:16.507489 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['4949bbb8-c28e-4b69-93d3-816a090f972c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:50:16.676831 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4822ed-5a71-4fbf-bc52-6f1819d95c14 req-ad45e12d-e243-4c14-9e95-c0e4aa87d23c tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:16.678322 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ae4822ed-5a71-4fbf-bc52-6f1819d95c14 req-ad45e12d-e243-4c14-9e95-c0e4aa87d23c tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 944 time: 0.0538504 Dec 15 11:50:16.735583 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ae4822ed-5a71-4fbf-bc52-6f1819d95c14 req-e006131c-c822-4907-9af7-5719d616ae30 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508194 Dec 15 11:50:17.866929 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c449444-09ec-4a85-b381-26eae66a5795 req-3550ae50-92ea-410b-8633-47c661947891 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:17.868826 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2c449444-09ec-4a85-b381-26eae66a5795 req-3550ae50-92ea-410b-8633-47c661947891 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 944 time: 0.0634320 Dec 15 11:50:17.930925 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2c449444-09ec-4a85-b381-26eae66a5795 req-3218b169-c5cc-4e26-8352-6af2a1c4a1f8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531917 Dec 15 11:50:19.070075 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf816aa-d09e-4955-9523-468a9b7ec597 req-39b553f1-bd45-45fe-a291-910b182064d5 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:19.071578 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8cf816aa-d09e-4955-9523-468a9b7ec597 req-39b553f1-bd45-45fe-a291-910b182064d5 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 944 time: 0.0640564 Dec 15 11:50:19.124415 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8cf816aa-d09e-4955-9523-468a9b7ec597 req-a1619bb1-8789-4fce-a648-392fa0500ddf tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463538 Dec 15 11:50:20.245153 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb848d-3e24-4069-801b-1fb12a17731e req-ff31682d-d4d2-4e37-8411-aa5cb121c572 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:20.246684 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c6fb848d-3e24-4069-801b-1fb12a17731e req-ff31682d-d4d2-4e37-8411-aa5cb121c572 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 944 time: 0.0526252 Dec 15 11:50:20.299989 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c6fb848d-3e24-4069-801b-1fb12a17731e req-9010deda-3e02-4793-a573-bf6405cd1601 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468829 Dec 15 11:50:21.427229 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790f0a-0c1e-4771-ba06-a45e4dfeefee req-98c9ed2e-b34f-4329-98e8-09351b0db4cb tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:21.428820 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a3790f0a-0c1e-4771-ba06-a45e4dfeefee req-98c9ed2e-b34f-4329-98e8-09351b0db4cb tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 944 time: 0.0568898 Dec 15 11:50:21.501886 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a3790f0a-0c1e-4771-ba06-a45e4dfeefee req-269315c1-2867-4874-9d2d-c787f2daabfb tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655317 Dec 15 11:50:21.881875 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 4949bbb8-c28e-4b69-93d3-816a090f972c up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:21.941703 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port 4949bbb8-c28e-4b69-93d3-816a090f972c completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:50:21.947986 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port 4949bbb8-c28e-4b69-93d3-816a090f972c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:21.948360 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:22.041916 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:22.068031 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d83b70-1811-4175-839d-3a50a9de602b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4949bbb8-c28e-4b69-93d3-816a090f972c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:50:22.070462 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225e4d24-345c-4a95-9ae7-57d8c9120a9a" -d '{"events": [{"server_uuid": "35d83b70-1811-4175-839d-3a50a9de602b", "name": "network-vif-plugged", "status": "completed", "tag": "4949bbb8-c28e-4b69-93d3-816a090f972c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:50:22.082781 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port 4949bbb8-c28e-4b69-93d3-816a090f972c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4949bbb8-c28e-4b69-93d3-816a090f972c,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:22.088530 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:22.138118 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=4949bbb8-c28e-4b69-93d3-816a090f972c,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:22.293385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e2e95b-b553-482c-b5a3-3d260da54f79 x-openstack-request-id: req-99e2e95b-b553-482c-b5a3-3d260da54f79 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:50:22.293689 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d83b70-1811-4175-839d-3a50a9de602b", "name": "network-vif-plugged", "status": "completed", "tag": "4949bbb8-c28e-4b69-93d3-816a090f972c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:50:22.293948 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-99e2e95b-b553-482c-b5a3-3d260da54f79 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:50:22.294346 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d83b70-1811-4175-839d-3a50a9de602b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4949bbb8-c28e-4b69-93d3-816a090f972c', 'code': 200} Dec 15 11:50:22.632100 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad0a44-5f90-40bb-95b5-31cd1cb718d1 req-b005e4cd-d36c-4871-add9-d5136e620449 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:22.633586 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6dad0a44-5f90-40bb-95b5-31cd1cb718d1 req-b005e4cd-d36c-4871-add9-d5136e620449 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 945 time: 0.0532265 Dec 15 11:50:22.692929 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6dad0a44-5f90-40bb-95b5-31cd1cb718d1 req-2eee9e8c-fed2-4b2a-a8f1-782b040441ff tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513184 Dec 15 11:50:23.496500 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e594c-5695-4558-9894-f1f6024c9d43 req-b1830c80-0649-480d-a745-897a954ff2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:23.497910 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-fd1e594c-5695-4558-9894-f1f6024c9d43 req-b1830c80-0649-480d-a745-897a954ff2b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 1098 time: 0.0443583 Dec 15 11:50:23.558213 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-fd1e594c-5695-4558-9894-f1f6024c9d43 req-c597c8ce-97d5-4ff8-b3cd-040e8805640b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533936 Dec 15 11:50:23.819002 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614784d2-548e-474d-9521-5e7151e3ee93 req-5ba4f830-d825-46e5-977d-29d1098254aa tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:23.820564 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-614784d2-548e-474d-9521-5e7151e3ee93 req-5ba4f830-d825-46e5-977d-29d1098254aa tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 945 time: 0.0527251 Dec 15 11:50:23.877353 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-614784d2-548e-474d-9521-5e7151e3ee93 req-69466cb9-ad94-47a4-8746-261eb48fb914 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498374 Dec 15 11:50:25.010006 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592260-1eba-44fd-8db3-1c1d97b0d88f req-a4953c35-1af7-4583-801e-83ece54bccf6 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:25.011736 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d4592260-1eba-44fd-8db3-1c1d97b0d88f req-a4953c35-1af7-4583-801e-83ece54bccf6 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 945 time: 0.0551419 Dec 15 11:50:25.067610 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d4592260-1eba-44fd-8db3-1c1d97b0d88f req-e6748c4c-6764-47c9-89f2-9f354792e7d5 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486481 Dec 15 11:50:26.196870 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e0d3f-c502-45c6-9aae-44882b0a7ad9 req-dfdd47d0-bf98-4065-b513-fac53352a04f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:26.199050 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-550e0d3f-c502-45c6-9aae-44882b0a7ad9 req-dfdd47d0-bf98-4065-b513-fac53352a04f tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 945 time: 0.0532167 Dec 15 11:50:26.255199 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-550e0d3f-c502-45c6-9aae-44882b0a7ad9 req-38523edb-f288-4ffe-b296-b9264665859d tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492871 Dec 15 11:50:26.388812 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab912ad4-5d82-4179-ae46-585a796a063a req-693019cb-070f-4600-a02f-e18fa6e0f492 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:26.390493 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ab912ad4-5d82-4179-ae46-585a796a063a req-693019cb-070f-4600-a02f-e18fa6e0f492 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 945 time: 0.0614593 Dec 15 11:50:26.445676 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ab912ad4-5d82-4179-ae46-585a796a063a req-7193eda4-81a3-419a-919e-80c986ec21ee tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486758 Dec 15 11:50:26.469688 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:26.713896 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac33f5-0207-49ca-ae43-b64b6fb21f90 tempest-TestVolumeBootPattern-1939674622 tempest-TestVolumeBootPattern-1939674622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:26.715646 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-f1ac33f5-0207-49ca-ae43-b64b6fb21f90 tempest-TestVolumeBootPattern-1939674622 tempest-TestVolumeBootPattern-1939674622-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 1093 time: 0.2447536 Dec 15 11:50:26.719150 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51584) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:26.723680 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Request body: {'floatingip': {'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'port_id': '4949bbb8-c28e-4b69-93d3-816a090f972c', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:26.749612 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:26.865768 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:26.989115 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Allocated IP 172.27.1.183 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/96068834-4f82-4975-a98d-e9726ba261f1) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:50:27.115677 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:27.157670 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:27.198720 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:50:27.201905 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:27.206236 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:50:27.233441 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'Port': ['ID=96068834-4f82-4975-a98d-e9726ba261f1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:27.623262 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:27.710551 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:27.864456 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:27.871495 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:27.941686 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event updated for resources: {'Port': ['ID=96068834-4f82-4975-a98d-e9726ba261f1,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:27.956126 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:28.061377 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.l3_db [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Floating IP ace6e234-2473-40b9-8fba-38206ef8bf37 associated. External IP: 172.27.1.183, port: 4949bbb8-c28e-4b69-93d3-816a090f972c. Dec 15 11:50:28.288881 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:50:28.402564 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:50:28.416975 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c511e0c-ef4f-4e62-9308-45cc8889d2fd None None] Sync routers for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:50:28.424759 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:28.431205 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c511e0c-ef4f-4e62-9308-45cc8889d2fd None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:50:28.432172 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c511e0c-ef4f-4e62-9308-45cc8889d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:50:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:28.459763 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-48fa6846-6b0b-473d-b07e-02599e5738d3 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7394035 Dec 15 11:50:28.460324 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d83b70-1811-4175-839d-3a50a9de602b', 'tag': '4949bbb8-c28e-4b69-93d3-816a090f972c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:50:28.462731 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33716cc-e1f5-450a-86b2-5e1c7f669a49" -d '{"events": [{"name": "network-changed", "server_uuid": "35d83b70-1811-4175-839d-3a50a9de602b", "tag": "4949bbb8-c28e-4b69-93d3-816a090f972c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:50:28.556704 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296781ce-0bca-4ee1-b538-891df48d39f6 x-openstack-request-id: req-296781ce-0bca-4ee1-b538-891df48d39f6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:50:28.557129 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d83b70-1811-4175-839d-3a50a9de602b", "tag": "4949bbb8-c28e-4b69-93d3-816a090f972c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:50:28.557568 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-296781ce-0bca-4ee1-b538-891df48d39f6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:50:28.558371 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d83b70-1811-4175-839d-3a50a9de602b', 'tag': '4949bbb8-c28e-4b69-93d3-816a090f972c', 'status': 'completed', 'code': 200} Dec 15 11:50:28.564664 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8c511e0c-ef4f-4e62-9308-45cc8889d2fd None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:50:28.651849 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33716cc-e1f5-450a-86b2-5e1c7f669a49 req-41ea2301-4247-407b-b87a-3ee41233dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:28.653384 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-d33716cc-e1f5-450a-86b2-5e1c7f669a49 req-41ea2301-4247-407b-b87a-3ee41233dcf1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 1098 time: 0.0526085 Dec 15 11:50:28.764421 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33716cc-e1f5-450a-86b2-5e1c7f669a49 req-21891f55-e721-46f7-a528-70c78ffd4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:28.765933 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-d33716cc-e1f5-450a-86b2-5e1c7f669a49 req-21891f55-e721-46f7-a528-70c78ffd4e19 service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.1056783 Dec 15 11:50:28.818039 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c511e0c-ef4f-4e62-9308-45cc8889d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '45afca15-c36e-4aa8-b84f-05ebf47e31a8', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:4d:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:49Z', 'updated_at': '2021-12-15T11:47:51Z', 'revision_number': 1, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}, {'id': 'ace6e234-2473-40b9-8fba-38206ef8bf37', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': '4949bbb8-c28e-4b69-93d3-816a090f972c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:27:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d83b70-1811-4175-839d-3a50a9de602b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:50:27Z', 'updated_at': '2021-12-15T11:50:27Z', 'revision_number': 0, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:28.836828 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-d33716cc-e1f5-450a-86b2-5e1c7f669a49 req-0a1bd787-4951-4146-a8c9-4f19aa0d7cc4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4949bbb8-c28e-4b69-93d3-816a090f972c HTTP/1.1" status: 200 len: 999 time: 0.0638385 Dec 15 11:50:28.846521 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c511e0c-ef4f-4e62-9308-45cc8889d2fd None None] Checking router: 0b0c5d31-cf01-4b22-b860-5b3af5949b0d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:50:28.856401 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c511e0c-ef4f-4e62-9308-45cc8889d2fd None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:50:28.857041 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c511e0c-ef4f-4e62-9308-45cc8889d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:50:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:28.899338 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33716cc-e1f5-450a-86b2-5e1c7f669a49 req-2d33e3e9-57b9-4562-a3b2-13a5d5175f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:28.900882 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-d33716cc-e1f5-450a-86b2-5e1c7f669a49 req-2d33e3e9-57b9-4562-a3b2-13a5d5175f96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0565722 Dec 15 11:50:28.948867 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33716cc-e1f5-450a-86b2-5e1c7f669a49 req-74dcd8ad-5230-419f-9715-aa13c0229be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:28.950392 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-d33716cc-e1f5-450a-86b2-5e1c7f669a49 req-74dcd8ad-5230-419f-9715-aa13c0229be6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428181 Dec 15 11:50:28.970536 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8c511e0c-ef4f-4e62-9308-45cc8889d2fd None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:50:29.043789 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-d33716cc-e1f5-450a-86b2-5e1c7f669a49 req-81170b2d-248e-4a27-92c4-248862b3b539 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855184 Dec 15 11:50:29.136640 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-d33716cc-e1f5-450a-86b2-5e1c7f669a49 req-fe800cb1-fe1f-4843-99eb-fa22ce56c35e service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Dec 15 11:50:29.211152 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c511e0c-ef4f-4e62-9308-45cc8889d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '45afca15-c36e-4aa8-b84f-05ebf47e31a8', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:4d:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:49Z', 'updated_at': '2021-12-15T11:47:51Z', 'revision_number': 1, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}, {'id': 'ace6e234-2473-40b9-8fba-38206ef8bf37', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': '4949bbb8-c28e-4b69-93d3-816a090f972c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:27:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d83b70-1811-4175-839d-3a50a9de602b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:50:27Z', 'updated_at': '2021-12-15T11:50:27Z', 'revision_number': 0, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:29.239794 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c511e0c-ef4f-4e62-9308-45cc8889d2fd None None] The sync data for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi is: [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '45afca15-c36e-4aa8-b84f-05ebf47e31a8', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:4d:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:49Z', 'updated_at': '2021-12-15T11:47:51Z', 'revision_number': 1, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}, {'id': 'ace6e234-2473-40b9-8fba-38206ef8bf37', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': '4949bbb8-c28e-4b69-93d3-816a090f972c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:27:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d83b70-1811-4175-839d-3a50a9de602b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:50:27Z', 'updated_at': '2021-12-15T11:50:27Z', 'revision_number': 0, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:50:29.453595 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35feb0ec-c1c6-43b3-b472-647d107304d5 None None] New status for floating IP ace6e234-2473-40b9-8fba-38206ef8bf37: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:50:29.809082 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:29.929020 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2c87730-1553-4835-8c6e-83c64d140d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:30.016361 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2c87730-1553-4835-8c6e-83c64d140d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:30.021854 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2c87730-1553-4835-8c6e-83c64d140d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:30.061277 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-b2c87730-1553-4835-8c6e-83c64d140d06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=056f327cf6f740009acc3f2d882ec9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502141 Dec 15 11:50:30.062227 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c87730-1553-4835-8c6e-83c64d140d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a478e0a7-d673-4415-a23e-95903bf59511,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:30.064084 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51614) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:30.114363 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a76640b-5a75-470f-82ea-594cffd30574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:30.136076 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a76640b-5a75-470f-82ea-594cffd30574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:30.190955 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a76640b-5a75-470f-82ea-594cffd30574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:30.195002 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a76640b-5a75-470f-82ea-594cffd30574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:30.196585 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-3a76640b-5a75-470f-82ea-594cffd30574 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a478e0a7-d673-4415-a23e-95903bf59511 HTTP/1.1" status: 204 len: 168 time: 0.1314168 Dec 15 11:50:30.204931 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76640b-5a75-470f-82ea-594cffd30574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a478e0a7-d673-4415-a23e-95903bf59511,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:30.915689 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:31.019741 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-56001806-network', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:31.045896 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Made reservation on behalf of 0a21add04c7b4ebdb5278d221024b820 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:50:31.048666 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.057425 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.137530 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.143343 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.164852 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:50:31.180862 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29884dd3-03d4-434f-96f5-5692e3a29941,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:31.185227 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.185596 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.segments_db [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Added segment 5c8cd317-1022-4180-abf4-c11443659cac of type vlan for network 70342832-c848-49d9-a844-a3699962980d Dec 15 11:50:31.233143 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.261457 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.262573 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:31.263153 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.313170 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3963208 Dec 15 11:50:31.316304 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51640) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:31.321461 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] Request body: {'subnet': {'network_id': '70342832-c848-49d9-a844-a3699962980d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-56001806-subnet', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:31.324180 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffa665-27a8-42d9-ae48-954a310c0984 admin admin] Pushing event updated for resources: {'Network': ['ID=70342832-c848-49d9-a844-a3699962980d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:31.334220 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 70342832-c848-49d9-a844-a3699962980d details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:50:31.350162 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] Made reservation on behalf of 0a21add04c7b4ebdb5278d221024b820 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:50:31.355228 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261019021'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.539153 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261047842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261019027'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.595878 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf19521-91c7-4faa-a09b-2a7ca80c03a3,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:31.606637 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] Checking segment: {'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:50:31.606974 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] Network hostable DHCP agents. Network: 70342832-c848-49d9-a844-a3699962980d, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:50:31.626356 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] Network 70342832-c848-49d9-a844-a3699962980d is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:50:31.637562 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 70342832-c848-49d9-a844-a3699962980d) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:31.641978 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:31.642575 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.647254 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb034269-ec4b-40e0-aa0c-eb0824858a2d None None] Network 70342832-c848-49d9-a844-a3699962980d requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:50:31.660134 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-d22dbbd4-1054-4195-bfcf-dbd26d5a40ee admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3426507 Dec 15 11:50:31.662952 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51642) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:31.667484 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:31.690552 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12373'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.691648 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12366'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.749139 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.755226 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp076dc365-89fe-5bfb-9ff9-8d73b820697d-70342832-c848-49d9-a844-a3699962980d', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3'}]}} from dv-cinder-813221-4-iscsi. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:50:31.756412 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.887983 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.888481 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Allocated IP 172.20.0.2 (70342832-c848-49d9-a844-a3699962980d/6cf19521-91c7-4faa-a09b-2a7ca80c03a3/22ef66a2-dd1c-482c-8820-cadc9cc753e4) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:50:32.041662 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.049921 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.093828 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Network 70342832-c848-49d9-a844-a3699962980d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:50:32.096858 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:32.101238 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:50:32.104245 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Pushing event updated for resources: {'Port': ['ID=22ef66a2-dd1c-482c-8820-cadc9cc753e4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:32.108791 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.129471 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.161743 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Attempting to bind port 22ef66a2-dd1c-482c-8820-cadc9cc753e4 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:50:32.161979 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Attempting to bind port 22ef66a2-dd1c-482c-8820-cadc9cc753e4 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:50:32.162364 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Attempting to bind port 22ef66a2-dd1c-482c-8820-cadc9cc753e4 on network 70342832-c848-49d9-a844-a3699962980d {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:50:32.167906 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:50:32.168886 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Checking segment: {'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:50:32.169298 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.169710 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Bound using segment: {'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:50:32.170187 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Bound port: 22ef66a2-dd1c-482c-8820-cadc9cc753e4, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:50:32.170586 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.234098 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Allocated IP 172.27.1.80 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/ee99ce68-919f-4442-9788-41762456a175) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:50:32.234962 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] For port 22ef66a2-dd1c-482c-8820-cadc9cc753e4, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:50:32.239271 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] For port 22ef66a2-dd1c-482c-8820-cadc9cc753e4, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=22ef66a2-dd1c-482c-8820-cadc9cc753e4,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:50:32.245129 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.314846 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6fe88-8278-44f8-be6d-60bbe11e0fcf None None] Pushing event updated for resources: {'Port': ['ID=22ef66a2-dd1c-482c-8820-cadc9cc753e4,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:32.362199 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.400082 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.458128 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:50:32.459730 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Pushing event updated for resources: {'Port': ['ID=ee99ce68-919f-4442-9788-41762456a175,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:32.462347 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:32.464606 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:50:32.644600 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 22ef66a2-dd1c-482c-8820-cadc9cc753e4 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:32.700276 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 22ef66a2-dd1c-482c-8820-cadc9cc753e4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:32.700762 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.740534 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.791063 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.824055 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 22ef66a2-dd1c-482c-8820-cadc9cc753e4, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=22ef66a2-dd1c-482c-8820-cadc9cc753e4,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:32.829445 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.892884 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=22ef66a2-dd1c-482c-8820-cadc9cc753e4,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:32.953675 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552190'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:33.094943 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Router adf7f211-71ca-4826-9185-c63a836d48d5 is scheduled to L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:50:33.177148 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6968caa2-c9ca-4d64-9b0e-553f93133256 None None] Network 70342832-c848-49d9-a844-a3699962980d requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:50:33.207265 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:50:33.220195 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Sync routers for ids ['adf7f211-71ca-4826-9185-c63a836d48d5'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:50:33.230913 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:33.235734 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-76537c64-73e8-40c4-872e-7a129367a6ff admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5684617 Dec 15 11:50:33.236339 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51644) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:33.247381 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Routers {'adf7f211-71ca-4826-9185-c63a836d48d5'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:50:33.248051 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:50:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['adf7f211-71ca-4826-9185-c63a836d48d5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:33.365982 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d3a5bb02-dc50-449f-8b2a-122ead0a9fc8 None None] Provisioning complete for port 22ef66a2-dd1c-482c-8820-cadc9cc753e4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:33.366367 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d3a5bb02-dc50-449f-8b2a-122ead0a9fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:33.434647 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Set router adf7f211-71ca-4826-9185-c63a836d48d5 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:50:33.670020 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:32Z', 'revision_number': 3, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:33.699079 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Checking router: adf7f211-71ca-4826-9185-c63a836d48d5 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:50:33.699964 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Updating router adf7f211-71ca-4826-9185-c63a836d48d5 port ee99ce68-919f-4442-9788-41762456a175 binding host dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:50:33.732139 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:33.762698 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-aa5a9509-178f-4c41-a0e8-77eca79c47d5 None None] Provisioning complete for port 22ef66a2-dd1c-482c-8820-cadc9cc753e4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:33.763129 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9509-178f-4c41-a0e8-77eca79c47d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:33.867870 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5e80725-25a7-4b41-b359-0869a9eed96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:33.936869 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.078802 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.085424 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.098816 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Allocated IP 172.20.0.1 (70342832-c848-49d9-a844-a3699962980d/6cf19521-91c7-4faa-a09b-2a7ca80c03a3/07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:50:34.144155 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Attempting to bind port ee99ce68-919f-4442-9788-41762456a175 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:50:34.144522 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Attempting to bind port ee99ce68-919f-4442-9788-41762456a175 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:50:34.144886 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Attempting to bind port ee99ce68-919f-4442-9788-41762456a175 on network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:50:34.146930 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6366a7-dadc-47a3-877e-83aaad35e3e0 None None] Pushing event updated for resources: {'Port': ['ID=ee99ce68-919f-4442-9788-41762456a175,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:34.153259 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:50:34.153631 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Checking segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:50:34.154034 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.154420 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Bound using segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:50:34.155127 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Bound port: ee99ce68-919f-4442-9788-41762456a175, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:50:34.155263 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.208453 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] For port ee99ce68-919f-4442-9788-41762456a175, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:50:34.209731 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.211852 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] For port ee99ce68-919f-4442-9788-41762456a175, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=ee99ce68-919f-4442-9788-41762456a175,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:50:34.217388 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.248234 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.276715 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Routers {'adf7f211-71ca-4826-9185-c63a836d48d5'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:50:34.277429 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:50:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['adf7f211-71ca-4826-9185-c63a836d48d5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:34.280686 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6366a7-dadc-47a3-877e-83aaad35e3e0 None None] Pushing event updated for resources: {'Port': ['ID=ee99ce68-919f-4442-9788-41762456a175,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:34.293996 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Network 70342832-c848-49d9-a844-a3699962980d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:50:34.299591 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:34.302685 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:50:34.305801 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Pushing event updated for resources: {'Port': ['ID=07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:34.349993 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552845'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.397148 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] Set router adf7f211-71ca-4826-9185-c63a836d48d5 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:50:34.486254 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.642587 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 22ef66a2-dd1c-482c-8820-cadc9cc753e4 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:34.672250 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.685213 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f4cac743-bff3-4b17-be76-64cca3ae1afc None None] Provisioning complete for port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:34.685801 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4cac743-bff3-4b17-be76-64cca3ae1afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.689984 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.749999 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f4cac743-bff3-4b17-be76-64cca3ae1afc None None] Port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:50:34.764180 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549949'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.767226 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Pushing event updated for resources: {'Port': ['ID=07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:34.792316 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 22ef66a2-dd1c-482c-8820-cadc9cc753e4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:34.792770 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:34.850687 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:32Z', 'revision_number': 3, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:34.860198 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Network 70342832-c848-49d9-a844-a3699962980d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:50:34.861875 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:34.914979 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ff0c4-d5a4-46a5-a803-89fa1deef426 None None] The sync data for ids ['adf7f211-71ca-4826-9185-c63a836d48d5'] in dv-cinder-813221-4-iscsi is: [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:32Z', 'revision_number': 3, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:50:34.989004 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Router adf7f211-71ca-4826-9185-c63a836d48d5 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:50:35.111747 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:50:35.117133 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f22bfe6f-e8aa-4cfb-8811-9d77072049b0 admin admin] 10.222.0.46 "PUT /v2.0/routers/adf7f211-71ca-4826-9185-c63a836d48d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8796995 Dec 15 11:50:35.179689 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2f4c3ea2-ab6c-460e-a585-f9d8939ca85c None None] Provisioning complete for port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:35.180062 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f4c3ea2-ab6c-460e-a585-f9d8939ca85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:35.225512 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c3ea2-ab6c-460e-a585-f9d8939ca85c None None] Port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:50:35.660501 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51662) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:35.665700 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1597113626-network', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:35.689915 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Made reservation on behalf of 3f3043e710ad409cb9d95ade7318e0ee for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:50:35.692334 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:35.702090 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:35.784067 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:35.789707 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:35.814758 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:50:35.825120 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f6b2c7-2225-4fb8-9a6e-bbe423e596e9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:35.830009 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:35.830368 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.segments_db [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Added segment 8774a4a2-1b81-4d44-9d3c-68a1f2a98a11 of type vlan for network 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 Dec 15 11:50:35.870433 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792203212063'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:35.897473 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:35.898572 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:35.899150 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:35.962374 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3007419 Dec 15 11:50:35.966172 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51664) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:35.968506 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ee618-6447-4759-995e-bdb4f57d63b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:35.972503 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] Request body: {'subnet': {'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1597113626-subnet', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:35.979985 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Network 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 details requested by agent ovs-agent-dv-cinder-813221-4-iscsi with host dv-cinder-813221-4-iscsi {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:50:35.999458 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] Made reservation on behalf of 3f3043e710ad409cb9d95ade7318e0ee for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:50:36.002080 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260639476'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.151484 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24fe0aa6-a154-481d-a777-fa728216ccba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.185310 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260673674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260639466'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.244135 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7579c326-125a-43ef-9414-ad124da172ce,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:36.262707 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] Checking segment: {'id': '8774a4a2-1b81-4d44-9d3c-68a1f2a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:50:36.263315 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] Network hostable DHCP agents. Network: 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86, hostable agents: ['c0343b7c-d7be-4535-b35f-696e7dbe103c'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:50:36.282496 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] Network 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 is scheduled to be hosted by DHCP agent c0343b7c-d7be-4535-b35f-696e7dbe103c with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:50:36.293111 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-4-iscsi, 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:36.297641 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:36.298240 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.303325 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6df08-a327-469a-a852-5edba029531e None None] Network 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:50:36.318420 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-a0fe20bd-6103-4889-aa5a-e7b1e2aa2b58 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3510664 Dec 15 11:50:36.320998 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51666) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:36.326884 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1597113626-router', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:36.352435 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12373'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.353495 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12366'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.406547 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Sync routers for ids ['adf7f211-71ca-4826-9185-c63a836d48d5'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:50:36.409291 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.412988 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp076dc365-89fe-5bfb-9ff9-8d73b820697d-4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86', 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86', 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'fixed_ips': [{'subnet_id': '7579c326-125a-43ef-9414-ad124da172ce'}]}} from dv-cinder-813221-4-iscsi. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:50:36.413885 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.417995 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Routers {'adf7f211-71ca-4826-9185-c63a836d48d5'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:50:36.418914 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:50:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['adf7f211-71ca-4826-9185-c63a836d48d5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:36.530200 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Set router adf7f211-71ca-4826-9185-c63a836d48d5 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:50:36.557296 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Allocated IP 172.20.0.2 (4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86/7579c326-125a-43ef-9414-ad124da172ce/fd10dc32-9c63-47e9-ad0d-6c3c0541761d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:50:36.732150 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device ee99ce68-919f-4442-9788-41762456a175 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:36.799116 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.812192 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.856200 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.860456 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Network 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:50:36.862770 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 4, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1', 'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'mac_address': 'fa:16:3e:04:75:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:33Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 2, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'subnets': [{'id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:36.868051 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:36.868466 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:50:36.873530 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port ee99ce68-919f-4442-9788-41762456a175 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:36.873911 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.893492 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Checking router: adf7f211-71ca-4826-9185-c63a836d48d5 for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:50:36.893764 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Updating router adf7f211-71ca-4826-9185-c63a836d48d5 port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 binding host dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:50:36.897462 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Pushing event updated for resources: {'Port': ['ID=fd10dc32-9c63-47e9-ad0d-6c3c0541761d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:36.919436 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.967551 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Attempting to bind port fd10dc32-9c63-47e9-ad0d-6c3c0541761d on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:50:36.967935 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Attempting to bind port fd10dc32-9c63-47e9-ad0d-6c3c0541761d by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '8774a4a2-1b81-4d44-9d3c-68a1f2a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:50:36.968284 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Attempting to bind port fd10dc32-9c63-47e9-ad0d-6c3c0541761d on network 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:50:36.975923 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:50:36.976290 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Checking segment: {'id': '8774a4a2-1b81-4d44-9d3c-68a1f2a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:50:36.976702 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:36.977086 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Bound using segment: {'id': '8774a4a2-1b81-4d44-9d3c-68a1f2a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:50:36.977629 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Bound port: fd10dc32-9c63-47e9-ad0d-6c3c0541761d, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8774a4a2-1b81-4d44-9d3c-68a1f2a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:50:36.980059 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.079932 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.080813 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.090598 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] For port fd10dc32-9c63-47e9-ad0d-6c3c0541761d, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:50:37.094340 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] For port fd10dc32-9c63-47e9-ad0d-6c3c0541761d, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=fd10dc32-9c63-47e9-ad0d-6c3c0541761d,segment=NetworkSegment(8774a4a2-1b81-4d44-9d3c-68a1f2a98a11),segment_id=8774a4a2-1b81-4d44-9d3c-68a1f2a98a11)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:50:37.100929 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.101605 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.119455 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port ee99ce68-919f-4442-9788-41762456a175, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=ee99ce68-919f-4442-9788-41762456a175,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:37.154116 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.182545 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024c1dc-e493-42b9-b569-359ab8977044 None None] Pushing event updated for resources: {'Port': ['ID=fd10dc32-9c63-47e9-ad0d-6c3c0541761d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:37.229371 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Allocated IP 172.27.1.164 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/050b9647-522b-4887-8931-dd7f8deddf97) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:50:37.238224 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=ee99ce68-919f-4442-9788-41762456a175,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:37.263848 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.271826 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.298027 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.320183 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Pushing event updated for resources: {'Port': ['ID=07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:37.327950 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.328319 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.328682 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.329028 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.329359 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.329681 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.330017 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.330380 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.330652 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.330996 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.331325 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.332091 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.332333 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:37.371380 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.417009 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Attempting to bind port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:50:37.417628 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Attempting to bind port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:50:37.417771 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Attempting to bind port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 on network 70342832-c848-49d9-a844-a3699962980d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:50:37.423257 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:50:37.423666 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Checking segment: {'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:50:37.426924 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.426924 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Bound using segment: {'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:50:37.426924 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Bound port: 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:50:37.426924 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.435599 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.485972 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:50:37.489155 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:37.492654 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:50:37.500287 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] For port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:50:37.504832 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] For port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:50:37.511779 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.577651 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a592b1-f3d7-41b3-b0c4-bb387d7a6da8 None None] Pushing event updated for resources: {'Port': ['ID=07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:37.600306 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Routers {'adf7f211-71ca-4826-9185-c63a836d48d5'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:50:37.600879 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:50:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['adf7f211-71ca-4826-9185-c63a836d48d5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:37.614047 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Pushing event updated for resources: {'Port': ['ID=050b9647-522b-4887-8931-dd7f8deddf97,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:37.697892 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-793b878c-91aa-4c19-989e-719bac57d458 None None] Provisioning complete for port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:37.698182 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-793b878c-91aa-4c19-989e-719bac57d458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.726798 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] Set router adf7f211-71ca-4826-9185-c63a836d48d5 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:50:37.804121 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.817875 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-793b878c-91aa-4c19-989e-719bac57d458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.864489 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-793b878c-91aa-4c19-989e-719bac57d458 None None] For port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:37.874649 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-793b878c-91aa-4c19-989e-719bac57d458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.929901 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b878c-91aa-4c19-989e-719bac57d458 None None] Pushing event updated for resources: {'Port': ['ID=07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:37.976597 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 4, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1', 'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'mac_address': 'fa:16:3e:04:75:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:33Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 4, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'subnets': [{'id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:37.997945 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-18c086c5-0e34-4e37-9d68-cbaa0dab924b None None] Provisioning complete for port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:37.998923 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18c086c5-0e34-4e37-9d68-cbaa0dab924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:38.017135 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd0abd7-ccdb-4c3d-a2ad-dbc617ac283e None None] The sync data for ids ['adf7f211-71ca-4826-9185-c63a836d48d5'] in dv-cinder-813221-4-iscsi is: [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 4, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1', 'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'mac_address': 'fa:16:3e:04:75:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:33Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 4, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'subnets': [{'id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:50:38.057900 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552190'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:38.224435 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Router 2b2e1350-2c7c-4db6-b705-c006c122008a is scheduled to L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:50:38.354653 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:50:38.363339 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Sync routers for ids ['2b2e1350-2c7c-4db6-b705-c006c122008a'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:50:38.371290 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e00567-712a-4cfd-b732-f92e597da9b0 None None] Network 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:50:38.377664 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:38.381859 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-9df3ca75-62ab-4c40-ac38-0160a5fbdc54 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0568705 Dec 15 11:50:38.382247 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51668) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:38.420405 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Routers {'2b2e1350-2c7c-4db6-b705-c006c122008a'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:50:38.421065 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:50:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['2b2e1350-2c7c-4db6-b705-c006c122008a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:38.523897 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-550a70ed-5ec5-448a-b68a-d65d682ba36b None None] Provisioning complete for port fd10dc32-9c63-47e9-ad0d-6c3c0541761d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:38.524299 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-550a70ed-5ec5-448a-b68a-d65d682ba36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:38.786103 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Set router 2b2e1350-2c7c-4db6-b705-c006c122008a gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:50:38.846326 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device fd10dc32-9c63-47e9-ad0d-6c3c0541761d up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:38.923970 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:38.978763 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.024978 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-550a70ed-5ec5-448a-b68a-d65d682ba36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.068935 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port fd10dc32-9c63-47e9-ad0d-6c3c0541761d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:39.069313 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.124036 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-550a70ed-5ec5-448a-b68a-d65d682ba36b None None] For port fd10dc32-9c63-47e9-ad0d-6c3c0541761d, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=fd10dc32-9c63-47e9-ad0d-6c3c0541761d,segment=NetworkSegment(8774a4a2-1b81-4d44-9d3c-68a1f2a98a11),segment_id=8774a4a2-1b81-4d44-9d3c-68a1f2a98a11)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:39.135466 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-550a70ed-5ec5-448a-b68a-d65d682ba36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.136924 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Allocated IP 172.20.0.1 (4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86/7579c326-125a-43ef-9414-ad124da172ce/406d1ead-c0f4-4974-987c-93c96375e292) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:50:39.206645 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a70ed-5ec5-448a-b68a-d65d682ba36b None None] Pushing event updated for resources: {'Port': ['ID=fd10dc32-9c63-47e9-ad0d-6c3c0541761d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:39.266345 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:39.268894 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'name': 'tempest-TestShelveInstance-1597113626-router', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '050b9647-522b-4887-8931-dd7f8deddf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:36Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 3, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'gw_port': {'id': '050b9647-522b-4887-8931-dd7f8deddf97', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:37Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:39.278498 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.319893 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.321590 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Checking router: 2b2e1350-2c7c-4db6-b705-c006c122008a for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:50:39.322035 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Updating router 2b2e1350-2c7c-4db6-b705-c006c122008a port 050b9647-522b-4887-8931-dd7f8deddf97 binding host dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:50:39.326708 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-70309d8a-111a-4e00-81cc-6d9728de5dfc None None] Provisioning complete for port fd10dc32-9c63-47e9-ad0d-6c3c0541761d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:39.326708 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70309d8a-111a-4e00-81cc-6d9728de5dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.362511 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Network 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:50:39.367239 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:39.371843 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:50:39.375068 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Pushing event updated for resources: {'Port': ['ID=406d1ead-c0f4-4974-987c-93c96375e292,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:39.385568 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.420755 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552845'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.524255 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:39.524632 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.564044 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.595900 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.734887 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device ee99ce68-919f-4442-9788-41762456a175 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:39.746974 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.753461 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260673795'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.778984 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cb6d9404-80ec-4ce9-9f12-b962d884b961 None None] Provisioning complete for port 406d1ead-c0f4-4974-987c-93c96375e292 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:39.780166 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9404-80ec-4ce9-9f12-b962d884b961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.827690 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Pushing event updated for resources: {'Port': ['ID=406d1ead-c0f4-4974-987c-93c96375e292,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:39.830198 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549949'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.867183 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.869235 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d9404-80ec-4ce9-9f12-b962d884b961 None None] Port 406d1ead-c0f4-4974-987c-93c96375e292 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:50:39.880170 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.884817 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port ee99ce68-919f-4442-9788-41762456a175 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:39.885185 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.934971 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Network 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:50:39.936626 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:50:39.963870 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Attempting to bind port 050b9647-522b-4887-8931-dd7f8deddf97 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:50:39.964248 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Attempting to bind port 050b9647-522b-4887-8931-dd7f8deddf97 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:50:39.964875 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Attempting to bind port 050b9647-522b-4887-8931-dd7f8deddf97 on network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:50:39.976903 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc4101-d4d7-49a6-a2b1-e58220acd548 None None] Pushing event updated for resources: {'Port': ['ID=050b9647-522b-4887-8931-dd7f8deddf97,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:39.980818 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:50:39.981253 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Checking segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:50:39.981618 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:39.982020 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Bound using segment: {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:50:39.982548 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Bound port: 050b9647-522b-4887-8931-dd7f8deddf97, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf17c20e-8693-467b-85ed-3cb03e77775c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:50:39.982953 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:40.066829 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Router 2b2e1350-2c7c-4db6-b705-c006c122008a has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:50:40.072962 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] For port 050b9647-522b-4887-8931-dd7f8deddf97, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:50:40.077980 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] For port 050b9647-522b-4887-8931-dd7f8deddf97, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=050b9647-522b-4887-8931-dd7f8deddf97,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:50:40.083741 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:40.142358 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Routers {'2b2e1350-2c7c-4db6-b705-c006c122008a'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:50:40.143020 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:50:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['2b2e1350-2c7c-4db6-b705-c006c122008a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:40.194789 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:50:40.200515 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-c5c67d8b-c3cd-48ac-a9f8-495bd86364a9 admin admin] 10.222.0.46 "PUT /v2.0/routers/2b2e1350-2c7c-4db6-b705-c006c122008a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8168402 Dec 15 11:50:40.212211 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc4101-d4d7-49a6-a2b1-e58220acd548 None None] Pushing event updated for resources: {'Port': ['ID=050b9647-522b-4887-8931-dd7f8deddf97,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:40.245548 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-66b1bcda-b109-4db8-a4ca-9af5c086586d None None] Provisioning complete for port 406d1ead-c0f4-4974-987c-93c96375e292 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:40.245926 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66b1bcda-b109-4db8-a4ca-9af5c086586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:40.295431 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] Set router 2b2e1350-2c7c-4db6-b705-c006c122008a gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:50:40.297649 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-66b1bcda-b109-4db8-a4ca-9af5c086586d None None] Port 406d1ead-c0f4-4974-987c-93c96375e292 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:50:40.501427 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'name': 'tempest-TestShelveInstance-1597113626-router', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '050b9647-522b-4887-8931-dd7f8deddf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:36Z', 'updated_at': '2021-12-15T11:50:39Z', 'revision_number': 4, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'gw_port': {'id': '050b9647-522b-4887-8931-dd7f8deddf97', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:37Z', 'updated_at': '2021-12-15T11:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '406d1ead-c0f4-4974-987c-93c96375e292', 'name': '', 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'mac_address': 'fa:16:3e:5d:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7579c326-125a-43ef-9414-ad124da172ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:38Z', 'updated_at': '2021-12-15T11:50:39Z', 'revision_number': 2, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'subnets': [{'id': '7579c326-125a-43ef-9414-ad124da172ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:40.527956 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59160575-6796-4680-afc8-5a65e0dd5526 None None] The sync data for ids ['2b2e1350-2c7c-4db6-b705-c006c122008a'] in dv-cinder-813221-4-iscsi is: [{'id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'name': 'tempest-TestShelveInstance-1597113626-router', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '050b9647-522b-4887-8931-dd7f8deddf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:36Z', 'updated_at': '2021-12-15T11:50:39Z', 'revision_number': 4, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'gw_port': {'id': '050b9647-522b-4887-8931-dd7f8deddf97', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:37Z', 'updated_at': '2021-12-15T11:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '406d1ead-c0f4-4974-987c-93c96375e292', 'name': '', 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'mac_address': 'fa:16:3e:5d:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7579c326-125a-43ef-9414-ad124da172ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:38Z', 'updated_at': '2021-12-15T11:50:39Z', 'revision_number': 2, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'subnets': [{'id': '7579c326-125a-43ef-9414-ad124da172ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:50:40.634343 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device fd10dc32-9c63-47e9-ad0d-6c3c0541761d up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:40.694296 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port fd10dc32-9c63-47e9-ad0d-6c3c0541761d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:40.694669 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:40.696339 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51676) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:40.701637 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-507ff99c-bb0a-46ac-abb6-b8dc485c08e8 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757188164', 'description': 'tempest-secgroup-smoke-757188164 description', 'project_id': '0a21add04c7b4ebdb5278d221024b820'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:40.741314 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-507ff99c-bb0a-46ac-abb6-b8dc485c08e8 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:40.854812 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-507ff99c-bb0a-46ac-abb6-b8dc485c08e8 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:40.864375 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-507ff99c-bb0a-46ac-abb6-b8dc485c08e8 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:40.895626 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-507ff99c-bb0a-46ac-abb6-b8dc485c08e8 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:40.896794 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-507ff99c-bb0a-46ac-abb6-b8dc485c08e8 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1988678 Dec 15 11:50:40.900160 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51678) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:40.905837 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d769132e-dba9-4ed3-99b6-789db92b016e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Request body: {'security_group_rule': {'security_group_id': '40742e77-6612-4428-a967-692dd04f0495', 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:40.922332 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ff99c-bb0a-46ac-abb6-b8dc485c08e8 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40742e77-6612-4428-a967-692dd04f0495,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:40.941228 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d769132e-dba9-4ed3-99b6-789db92b016e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.022408 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d769132e-dba9-4ed3-99b6-789db92b016e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.027697 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d769132e-dba9-4ed3-99b6-789db92b016e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.044104 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769132e-dba9-4ed3-99b6-789db92b016e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896b138e-300b-4ff3-8899-defd19b8e15d,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:41.058554 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d769132e-dba9-4ed3-99b6-789db92b016e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.063121 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-d769132e-dba9-4ed3-99b6-789db92b016e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587274 Dec 15 11:50:41.063321 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51680) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:41.069184 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e34e99c2-b8d5-4107-9c73-1f5f0af442ca tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Request body: {'security_group_rule': {'security_group_id': '40742e77-6612-4428-a967-692dd04f0495', 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:41.099756 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e34e99c2-b8d5-4107-9c73-1f5f0af442ca tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.163136 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e34e99c2-b8d5-4107-9c73-1f5f0af442ca tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.168515 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e34e99c2-b8d5-4107-9c73-1f5f0af442ca tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.187607 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e99c2-b8d5-4107-9c73-1f5f0af442ca tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbad7e58-6f88-46f1-94af-c0bd1d66921d,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:41.198641 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e34e99c2-b8d5-4107-9c73-1f5f0af442ca tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.199987 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-e34e99c2-b8d5-4107-9c73-1f5f0af442ca tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355891 Dec 15 11:50:41.202959 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51682) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:41.207783 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f330bc3f-7fe9-41ad-adce-b537964bdb34 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Request body: {'security_group_rule': {'security_group_id': '40742e77-6612-4428-a967-692dd04f0495', 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:41.264615 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f330bc3f-7fe9-41ad-adce-b537964bdb34 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.332108 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f330bc3f-7fe9-41ad-adce-b537964bdb34 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.337318 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f330bc3f-7fe9-41ad-adce-b537964bdb34 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.360296 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330bc3f-7fe9-41ad-adce-b537964bdb34 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21af4827-7307-40f1-8392-ced5e3ad949a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:41.365035 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f330bc3f-7fe9-41ad-adce-b537964bdb34 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.368915 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f330bc3f-7fe9-41ad-adce-b537964bdb34 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621866 Dec 15 11:50:41.369419 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51684) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:41.374717 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3c73d7f2-57a8-4d36-901d-fb9ff2f48da5 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Request body: {'security_group_rule': {'security_group_id': '40742e77-6612-4428-a967-692dd04f0495', 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:41.405474 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c73d7f2-57a8-4d36-901d-fb9ff2f48da5 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.472925 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c73d7f2-57a8-4d36-901d-fb9ff2f48da5 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.478135 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c73d7f2-57a8-4d36-901d-fb9ff2f48da5 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.499719 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73d7f2-57a8-4d36-901d-fb9ff2f48da5 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f29916-93af-4be9-a8e1-b69e91e7b1ae,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:41.506860 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c73d7f2-57a8-4d36-901d-fb9ff2f48da5 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.508307 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-3c73d7f2-57a8-4d36-901d-fb9ff2f48da5 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382358 Dec 15 11:50:41.511243 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51686) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:41.516300 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1ed3ffaf-645f-4de7-8495-b6bfbb479aff tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Request body: {'security_group_rule': {'security_group_id': '40742e77-6612-4428-a967-692dd04f0495', 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:41.540386 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-1ed3ffaf-645f-4de7-8495-b6bfbb479aff tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Project 0a21add04c7b4ebdb5278d221024b820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:50:41.546248 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ffaf-645f-4de7-8495-b6bfbb479aff tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.616044 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ffaf-645f-4de7-8495-b6bfbb479aff tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.621561 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ffaf-645f-4de7-8495-b6bfbb479aff tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.640244 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3ffaf-645f-4de7-8495-b6bfbb479aff tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547f5b78-164d-49ff-91e5-78fc38d3a2fc,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:41.650980 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ffaf-645f-4de7-8495-b6bfbb479aff tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.655117 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-1ed3ffaf-645f-4de7-8495-b6bfbb479aff tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399906 Dec 15 11:50:41.655322 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51690) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:50:41.659998 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-03baa63b-69ec-445e-b828-aeb155594813 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Request body: {'security_group_rule': {'security_group_id': '40742e77-6612-4428-a967-692dd04f0495', 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:50:41.686075 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-03baa63b-69ec-445e-b828-aeb155594813 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Project 0a21add04c7b4ebdb5278d221024b820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:50:41.691637 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03baa63b-69ec-445e-b828-aeb155594813 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.755678 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03baa63b-69ec-445e-b828-aeb155594813 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.761258 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03baa63b-69ec-445e-b828-aeb155594813 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552413'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.780785 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03baa63b-69ec-445e-b828-aeb155594813 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a982ecea-09c7-4577-91cb-83797ee57f4f,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:41.789859 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03baa63b-69ec-445e-b828-aeb155594813 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.791216 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-03baa63b-69ec-445e-b828-aeb155594813 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348701 Dec 15 11:50:42.580923 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Sync routers for ids ['2b2e1350-2c7c-4db6-b705-c006c122008a'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:50:42.593178 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Routers {'2b2e1350-2c7c-4db6-b705-c006c122008a'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:50:42.593962 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:50:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['2b2e1350-2c7c-4db6-b705-c006c122008a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:42.656430 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 050b9647-522b-4887-8931-dd7f8deddf97 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:42.709337 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Set router 2b2e1350-2c7c-4db6-b705-c006c122008a gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:50:42.711541 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 050b9647-522b-4887-8931-dd7f8deddf97 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:42.711997 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:42.802822 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:42.825050 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] For port 050b9647-522b-4887-8931-dd7f8deddf97, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=050b9647-522b-4887-8931-dd7f8deddf97,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:42.830410 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:42.885132 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Pushing event updated for resources: {'Port': ['ID=050b9647-522b-4887-8931-dd7f8deddf97,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:42.939302 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'name': 'tempest-TestShelveInstance-1597113626-router', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '050b9647-522b-4887-8931-dd7f8deddf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:36Z', 'updated_at': '2021-12-15T11:50:39Z', 'revision_number': 4, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'gw_port': {'id': '050b9647-522b-4887-8931-dd7f8deddf97', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:37Z', 'updated_at': '2021-12-15T11:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '406d1ead-c0f4-4974-987c-93c96375e292', 'name': '', 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'mac_address': 'fa:16:3e:5d:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7579c326-125a-43ef-9414-ad124da172ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:38Z', 'updated_at': '2021-12-15T11:50:39Z', 'revision_number': 2, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'subnets': [{'id': '7579c326-125a-43ef-9414-ad124da172ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:42.971249 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Checking router: 2b2e1350-2c7c-4db6-b705-c006c122008a for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:50:42.971718 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Updating router 2b2e1350-2c7c-4db6-b705-c006c122008a port 406d1ead-c0f4-4974-987c-93c96375e292 binding host dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:50:43.000014 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:43.283386 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:43.291142 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:43.436712 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017fe4a-ed5e-4289-bc9f-191cbe3f61e7 None None] Pushing event updated for resources: {'Port': ['ID=406d1ead-c0f4-4974-987c-93c96375e292,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:43.491239 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Attempting to bind port 406d1ead-c0f4-4974-987c-93c96375e292 on host dv-cinder-813221-4-iscsi for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:50:43.491654 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Attempting to bind port 406d1ead-c0f4-4974-987c-93c96375e292 by drivers openvswitch,hyperv on host dv-cinder-813221-4-iscsi at level 0 using segments [{'id': '8774a4a2-1b81-4d44-9d3c-68a1f2a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:50:43.492023 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Attempting to bind port 406d1ead-c0f4-4974-987c-93c96375e292 on network 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:50:43.497849 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Checking agent: {'id': '4add15ba-005d-40e7-8027-8df574277ba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 40), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:50:43.498409 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Checking segment: {'id': '8774a4a2-1b81-4d44-9d3c-68a1f2a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:50:43.498816 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:43.499219 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Bound using segment: {'id': '8774a4a2-1b81-4d44-9d3c-68a1f2a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:50:43.499725 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Bound port: 406d1ead-c0f4-4974-987c-93c96375e292, host: dv-cinder-813221-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8774a4a2-1b81-4d44-9d3c-68a1f2a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:50:43.500127 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:43.568381 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] For port 406d1ead-c0f4-4974-987c-93c96375e292, host dv-cinder-813221-4-iscsi, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:50:43.572047 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] For port 406d1ead-c0f4-4974-987c-93c96375e292, host dv-cinder-813221-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=406d1ead-c0f4-4974-987c-93c96375e292,segment=NetworkSegment(8774a4a2-1b81-4d44-9d3c-68a1f2a98a11),segment_id=8774a4a2-1b81-4d44-9d3c-68a1f2a98a11)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:50:43.578605 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:43.638167 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Routers {'2b2e1350-2c7c-4db6-b705-c006c122008a'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:50:43.639174 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:50:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['2b2e1350-2c7c-4db6-b705-c006c122008a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:43.651125 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0b5e8cdb-29a3-4920-9f6f-0b834382b3c9 None None] Provisioning complete for port 406d1ead-c0f4-4974-987c-93c96375e292 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:43.651618 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8cdb-29a3-4920-9f6f-0b834382b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:43.716054 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017fe4a-ed5e-4289-bc9f-191cbe3f61e7 None None] Pushing event updated for resources: {'Port': ['ID=406d1ead-c0f4-4974-987c-93c96375e292,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:43.757598 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8cdb-29a3-4920-9f6f-0b834382b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:43.763264 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] Set router 2b2e1350-2c7c-4db6-b705-c006c122008a gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:50:43.802958 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0b5e8cdb-29a3-4920-9f6f-0b834382b3c9 None None] For port 406d1ead-c0f4-4974-987c-93c96375e292, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=406d1ead-c0f4-4974-987c-93c96375e292,segment=NetworkSegment(8774a4a2-1b81-4d44-9d3c-68a1f2a98a11),segment_id=8774a4a2-1b81-4d44-9d3c-68a1f2a98a11)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:43.808995 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8cdb-29a3-4920-9f6f-0b834382b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:43.857557 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e8cdb-29a3-4920-9f6f-0b834382b3c9 None None] Pushing event updated for resources: {'Port': ['ID=406d1ead-c0f4-4974-987c-93c96375e292,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:43.930063 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9c0dd395-e445-4d48-b3c7-06de9f4775c3 None None] Provisioning complete for port 406d1ead-c0f4-4974-987c-93c96375e292 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:43.930431 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c0dd395-e445-4d48-b3c7-06de9f4775c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:43.984152 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'name': 'tempest-TestShelveInstance-1597113626-router', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '050b9647-522b-4887-8931-dd7f8deddf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:36Z', 'updated_at': '2021-12-15T11:50:39Z', 'revision_number': 4, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'gw_port': {'id': '050b9647-522b-4887-8931-dd7f8deddf97', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:37Z', 'updated_at': '2021-12-15T11:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '406d1ead-c0f4-4974-987c-93c96375e292', 'name': '', 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'mac_address': 'fa:16:3e:5d:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7579c326-125a-43ef-9414-ad124da172ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:38Z', 'updated_at': '2021-12-15T11:50:43Z', 'revision_number': 4, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'subnets': [{'id': '7579c326-125a-43ef-9414-ad124da172ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:50:44.011363 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b26db-11cb-4bcf-aceb-e3575574bc2d None None] The sync data for ids ['2b2e1350-2c7c-4db6-b705-c006c122008a'] in dv-cinder-813221-4-iscsi is: [{'id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'name': 'tempest-TestShelveInstance-1597113626-router', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '050b9647-522b-4887-8931-dd7f8deddf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:36Z', 'updated_at': '2021-12-15T11:50:39Z', 'revision_number': 4, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'gw_port': {'id': '050b9647-522b-4887-8931-dd7f8deddf97', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:37Z', 'updated_at': '2021-12-15T11:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '406d1ead-c0f4-4974-987c-93c96375e292', 'name': '', 'network_id': '4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'mac_address': 'fa:16:3e:5d:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7579c326-125a-43ef-9414-ad124da172ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:38Z', 'updated_at': '2021-12-15T11:50:43Z', 'revision_number': 4, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'subnets': [{'id': '7579c326-125a-43ef-9414-ad124da172ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:50:44.135231 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:44.647013 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 050b9647-522b-4887-8931-dd7f8deddf97 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:44.700963 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 050b9647-522b-4887-8931-dd7f8deddf97 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:44.701333 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:44.790025 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 406d1ead-c0f4-4974-987c-93c96375e292 up at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:44.840455 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Provisioning complete for port 406d1ead-c0f4-4974-987c-93c96375e292 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:44.840846 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:49.467366 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-aa394f71-009b-49f4-a3e3-ff8d085e5559 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473294 Dec 15 11:50:49.582215 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-78e6f88c-5222-45e2-93cc-78bc27c8df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:49.584382 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-78e6f88c-5222-45e2-93cc-78bc27c8df3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 1098 time: 0.0489230 Dec 15 11:50:49.705995 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-6ab6b029-06fd-4c2a-a800-1d2d34804f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:49.707389 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-6ab6b029-06fd-4c2a-a800-1d2d34804f9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.0949969 Dec 15 11:50:49.778801 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-39ed465a-a43e-4e66-808e-b9b36627de0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a HTTP/1.1" status: 200 len: 1001 time: 0.0633609 Dec 15 11:50:49.833210 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-a2139c3f-bc7d-4b1e-914b-ab8f0ab53f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:49.834733 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-a2139c3f-bc7d-4b1e-914b-ab8f0ab53f49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0480340 Dec 15 11:50:49.849477 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:50:49.887835 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-88874dbd-9a55-4ff2-8966-5cc8d099cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:49.889860 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-88874dbd-9a55-4ff2-8966-5cc8d099cb43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467300 Dec 15 11:50:49.996445 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-2bc73714-41cd-4182-9f49-b6a04f097bc2 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972605 Dec 15 11:50:50.089916 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-87c918f2-5fa2-48eb-9333-31586ca7f122 req-c6337741-5ffb-4174-8f64-7f715b35c05d service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851886 Dec 15 11:51:03.785955 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7e61b681-90c2-4606-9252-d03e7a106434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:05.582677 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-84156f9d-af13-4398-8d5c-3a226b5a431e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757188164&fields=id&tenant_id=0a21add04c7b4ebdb5278d221024b820 HTTP/1.1" status: 200 len: 267 time: 0.0628259 Dec 15 11:51:05.700525 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-ab52e2e5-7bb3-4904-8d4d-7f1447f34d12 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:05.701908 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-ab52e2e5-7bb3-4904-8d4d-7f1447f34d12 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/networks?id=70342832-c848-49d9-a844-a3699962980d HTTP/1.1" status: 200 len: 807 time: 0.1083918 Dec 15 11:51:05.720288 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-8818be1a-3f8d-44ac-aa0b-03527eb82120 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/quotas/0a21add04c7b4ebdb5278d221024b820 HTTP/1.1" status: 200 len: 375 time: 0.0099959 Dec 15 11:51:05.773559 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-1b799615-4a09-4c61-b333-c0a78c2c6ce9 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a21add04c7b4ebdb5278d221024b820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474977 Dec 15 11:51:05.881176 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-b004faa5-b626-4819-b6b7-5bffecc2cbdc service neutron] 10.222.0.46 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948873 Dec 15 11:51:05.985956 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-d40eeefc-94d6-448b-8d80-2c3782d150fb service neutron] 10.222.0.46 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985143 Dec 15 11:51:06.146124 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9f38d63-48c5-409d-8911-4497c756f966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:06.308103 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-aaaaed1b-4fd6-44f4-afca-bc0097836d08 req-5053fb14-c699-41dc-b631-f7a86ae8ab9e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 210 time: 0.0293443 Dec 15 11:51:07.297945 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:07.407920 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-08359bb9-255d-4d6c-bd74-ab0644dfe693 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:07.408876 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-08359bb9-255d-4d6c-bd74-ab0644dfe693 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.59 "GET /v2.0/networks?id=70342832-c848-49d9-a844-a3699962980d HTTP/1.1" status: 200 len: 807 time: 0.1249251 Dec 15 11:51:07.414570 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d839f9a9-6df6-4a94-bf7d-f75a2602753b req-20d2c8d5-44ca-4670-b26a-f954fa094460 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 210 time: 0.0291753 Dec 15 11:51:07.485921 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-583a6a59-2eaf-4bfb-874b-1cf09e2c10e7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a21add04c7b4ebdb5278d221024b820 HTTP/1.1" status: 200 len: 379 time: 0.0570810 Dec 15 11:51:07.501056 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Request body: {'port': {'device_id': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'admin_state_up': True, 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'security_groups': ['40742e77-6612-4428-a967-692dd04f0495']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:51:07.616925 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Made reservation on behalf of 0a21add04c7b4ebdb5278d221024b820 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:51:07.620511 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:07.758803 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Allocated IP 172.20.0.4 (70342832-c848-49d9-a844-a3699962980d/6cf19521-91c7-4faa-a09b-2a7ca80c03a3/dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:51:07.918922 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:07.954879 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:08.000615 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Network 70342832-c848-49d9-a844-a3699962980d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:51:08.003914 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:51:08.008281 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:51:08.014887 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event updated for resources: {'Port': ['ID=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:08.054951 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.055296 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.056042 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.056545 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.057070 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.057412 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.057741 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.058068 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.058394 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.058721 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.059045 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.059367 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.059714 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:08.082877 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:08.083545 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:08.104961 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-cebeac11-a451-42b8-b173-5f63062123b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6076195 Dec 15 11:51:08.131205 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Request body: {'port': {'device_id': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:51:08.189690 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:08.293413 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ca5c1ae5-c0b4-4019-a3db-bfacce533e03 None None] Provisioning complete for port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:51:08.293917 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1ae5-c0b4-4019-a3db-bfacce533e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:08.330033 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c1ae5-c0b4-4019-a3db-bfacce533e03 None None] Port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:51:08.464675 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:51:08.473224 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:08.486293 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Transition to ACTIVE for port object dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:51:08.492200 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:08.541851 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65efcc-8a03-4fc7-bbc2-3010499a0f37 req-09f0c9b9-cac7-4733-90e4-5ca46c5d6fcb tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:08.543978 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6c65efcc-8a03-4fc7-bbc2-3010499a0f37 req-09f0c9b9-cac7-4733-90e4-5ca46c5d6fcb tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0588591 Dec 15 11:51:08.549209 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:08.603657 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6c65efcc-8a03-4fc7-bbc2-3010499a0f37 req-0b353e8b-f24f-4fdf-9bde-12f836fad815 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510378 Dec 15 11:51:08.631974 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Attempting to bind port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:51:08.632317 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Attempting to bind port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:51:08.632644 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Attempting to bind port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 on network 70342832-c848-49d9-a844-a3699962980d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:51:08.637515 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 on network 70342832-c848-49d9-a844-a3699962980d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:51:08.637836 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Attempting to bind port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 on network 70342832-c848-49d9-a844-a3699962980d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:51:08.643495 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Checking agent: {'id': 'a57ffbd7-65da-4a10-9c4e-b8400d56126d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:51:08.643865 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Checking segment: {'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:51:08.644252 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Bound using segment: {'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:51:08.644696 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Bound port: dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8cd317-1022-4180-abf4-c11443659cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70342832-c848-49d9-a844-a3699962980d'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:51:08.645064 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:08.715907 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] For port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50, host hv-cinder-81322, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:51:08.719219 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] For port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:51:08.724554 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:08.768347 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:08.769199 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:08.770429 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] 10.222.0.59 "PUT /v2.0/ports/dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 HTTP/1.1" status: 200 len: 1093 time: 0.6444426 Dec 15 11:51:08.770926 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:51:08.773478 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437f138a-5ce8-4022-bcf1-77a526fd4380" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:51:08.803058 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42e363-7395-46e3-b507-395439db4b15 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:08.821344 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559e0d34-da55-41cd-a48a-e6a32f3945e2 x-openstack-request-id: req-559e0d34-da55-41cd-a48a-e6a32f3945e2 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:51:08.821570 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:51:08.821678 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-559e0d34-da55-41cd-a48a-e6a32f3945e2 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:51:08.822120 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'status': 'completed', 'code': 200} Dec 15 11:51:08.885490 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-5e1a5b44-3d79-40e4-8932-2e4d19b32a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:08.887359 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-5e1a5b44-3d79-40e4-8932-2e4d19b32a88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21add04c7b4ebdb5278d221024b820&device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1096 time: 0.0468590 Dec 15 11:51:08.893699 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:08.937449 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-80f72766-29ac-413d-9ea1-82e569d16d15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 HTTP/1.1" status: 200 len: 217 time: 0.0360096 Dec 15 11:51:08.993939 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-4281e50f-ecec-4432-86a8-7c7ed1e467b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:08.995455 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-4281e50f-ecec-4432-86a8-7c7ed1e467b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6cf19521-91c7-4faa-a09b-2a7ca80c03a3 HTTP/1.1" status: 200 len: 846 time: 0.0496638 Dec 15 11:51:09.042100 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-a4018151-9bc5-4bd0-b70b-ce8ac5d7ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:09.043628 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-a4018151-9bc5-4bd0-b70b-ce8ac5d7ce97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70342832-c848-49d9-a844-a3699962980d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403810 Dec 15 11:51:09.152233 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-30a75a2d-7ff0-4cb9-bd93-fe909f1a8412 service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010516 Dec 15 11:51:09.506615 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:09.527178 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c43c0c4e-8adb-4913-af1f-74a371d6b320 req-edd3094e-84ca-47be-b097-7b0383093656 service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682451 Dec 15 11:51:09.660665 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f138a-5ce8-4022-bcf1-77a526fd4380 req-1933de56-d2ad-4872-98bd-87f39b6e0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:09.662230 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-437f138a-5ce8-4022-bcf1-77a526fd4380 req-1933de56-d2ad-4872-98bd-87f39b6e0f3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21add04c7b4ebdb5278d221024b820&device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1096 time: 0.0448284 Dec 15 11:51:09.723330 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ca88c-b3f8-4270-82ff-495374c5a001 req-9890ded7-870b-416a-9bb5-d8085836548c tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:09.724965 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-012ca88c-b3f8-4270-82ff-495374c5a001 req-9890ded7-870b-416a-9bb5-d8085836548c tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0516005 Dec 15 11:51:09.758257 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f138a-5ce8-4022-bcf1-77a526fd4380 req-49120977-2e67-4d80-abd2-7bf3ed1769b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:09.759848 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-437f138a-5ce8-4022-bcf1-77a526fd4380 req-49120977-2e67-4d80-abd2-7bf3ed1769b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70342832-c848-49d9-a844-a3699962980d HTTP/1.1" status: 200 len: 908 time: 0.0900939 Dec 15 11:51:09.776806 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-012ca88c-b3f8-4270-82ff-495374c5a001 req-99d47f30-013e-4c7b-ba86-beced8c66b72 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455666 Dec 15 11:51:09.802090 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-437f138a-5ce8-4022-bcf1-77a526fd4380 req-ca60c815-960d-41cd-b062-b1c0d98968b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 HTTP/1.1" status: 200 len: 217 time: 0.0353386 Dec 15 11:51:09.865229 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f138a-5ce8-4022-bcf1-77a526fd4380 req-150bda21-1f2e-4de6-ae96-bc9aabbc1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:09.866728 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-437f138a-5ce8-4022-bcf1-77a526fd4380 req-150bda21-1f2e-4de6-ae96-bc9aabbc1119 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6cf19521-91c7-4faa-a09b-2a7ca80c03a3 HTTP/1.1" status: 200 len: 846 time: 0.0580883 Dec 15 11:51:09.916655 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f138a-5ce8-4022-bcf1-77a526fd4380 req-48a78a6d-3448-4c8a-934f-f78b8efe19db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:09.918180 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-437f138a-5ce8-4022-bcf1-77a526fd4380 req-48a78a6d-3448-4c8a-934f-f78b8efe19db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70342832-c848-49d9-a844-a3699962980d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447161 Dec 15 11:51:10.017833 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-437f138a-5ce8-4022-bcf1-77a526fd4380 req-57d923a7-4d6d-4160-b625-accb878805c0 service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919359 Dec 15 11:51:10.112002 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-437f138a-5ce8-4022-bcf1-77a526fd4380 req-930dedc7-6091-4f2c-99df-b87859712a10 service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873959 Dec 15 11:51:10.902630 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691b83f-0062-47a4-a1d7-1599d5df28a7 req-fe05b6ac-f95b-4c76-a375-6fcd94a431a3 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:10.904040 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7691b83f-0062-47a4-a1d7-1599d5df28a7 req-fe05b6ac-f95b-4c76-a375-6fcd94a431a3 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0507932 Dec 15 11:51:10.970895 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7691b83f-0062-47a4-a1d7-1599d5df28a7 req-bf74e1e7-bdbd-4d33-b497-ecf8148f9bc7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601332 Dec 15 11:51:12.093326 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10c658-157c-454e-9695-a896a573344b req-abee8449-dfd7-4bde-8c65-b3f8382c93db tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:12.094839 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7a10c658-157c-454e-9695-a896a573344b req-abee8449-dfd7-4bde-8c65-b3f8382c93db tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0526848 Dec 15 11:51:12.150153 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7a10c658-157c-454e-9695-a896a573344b req-76b06eeb-23c8-4d7e-8596-b9c1a7c68b44 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490661 Dec 15 11:51:13.278131 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c41f9-57d4-4137-acbd-4ab0787d2416 req-1ecec2fa-e2e3-4a68-b3cf-61de459c5751 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:13.279518 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-621c41f9-57d4-4137-acbd-4ab0787d2416 req-1ecec2fa-e2e3-4a68-b3cf-61de459c5751 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0534616 Dec 15 11:51:13.330971 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-621c41f9-57d4-4137-acbd-4ab0787d2416 req-96d4963a-d70b-44a7-a538-eaa8182ccb61 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448315 Dec 15 11:51:14.153947 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:14.475428 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa51ca6-a604-420c-8973-ea10f0f585de req-f0488ba1-d0ca-4425-922b-607504c38202 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:14.477058 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9aa51ca6-a604-420c-8973-ea10f0f585de req-f0488ba1-d0ca-4425-922b-607504c38202 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0579093 Dec 15 11:51:14.533228 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9aa51ca6-a604-420c-8973-ea10f0f585de req-6ad180d3-b470-4634-89bd-b2ab0955d9bd tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468156 Dec 15 11:51:15.666199 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff5f3-29a6-4a22-aa18-597b2b329a4e req-0652e16c-6de0-4689-ad2a-412b1bb3a086 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:15.667728 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d49ff5f3-29a6-4a22-aa18-597b2b329a4e req-0652e16c-6de0-4689-ad2a-412b1bb3a086 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0581694 Dec 15 11:51:15.725307 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-d49ff5f3-29a6-4a22-aa18-597b2b329a4e req-0c1bdf62-a922-4eab-b35e-337b329554b4 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482178 Dec 15 11:51:16.871464 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab5432-ea56-44e6-baf8-7dd22e58c1d1 req-97b55716-8799-4b70-b86c-03a3eb37e8e6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:16.872992 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-47ab5432-ea56-44e6-baf8-7dd22e58c1d1 req-97b55716-8799-4b70-b86c-03a3eb37e8e6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0584581 Dec 15 11:51:16.927973 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-47ab5432-ea56-44e6-baf8-7dd22e58c1d1 req-6951c2d1-b8eb-4fed-993f-8a4a532fb3be tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488129 Dec 15 11:51:17.479512 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:51:17.588391 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:51:17.600654 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'port_id': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'mac_address': 'fa:16:3e:db:82:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:51:17.644824 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:17.660447 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:51:17.681019 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:51:17.688074 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:17.744472 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:17.751549 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.751932 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.752271 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.752622 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.752950 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.753285 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.753615 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.753941 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.754264 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.754602 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.754926 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.755251 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:17.755545 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:18.046669 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271171-5052-4991-94b2-06b7cdf054bc req-ca9e00a6-08ff-4ec5-bf5b-9683f2d26e02 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:18.048200 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-12271171-5052-4991-94b2-06b7cdf054bc req-ca9e00a6-08ff-4ec5-bf5b-9683f2d26e02 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 944 time: 0.0505543 Dec 15 11:51:18.102331 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-12271171-5052-4991-94b2-06b7cdf054bc req-d9d58a22-ddd9-41ac-9903-130872363861 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451040 Dec 15 11:51:18.131412 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:51:19.236632 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363820d-f478-45ed-a932-f58c98ba90ae req-aa932785-d9f5-405d-9c30-4a5f7e2031a2 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:19.238067 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9363820d-f478-45ed-a932-f58c98ba90ae req-aa932785-d9f5-405d-9c30-4a5f7e2031a2 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 944 time: 0.0566285 Dec 15 11:51:19.288215 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9363820d-f478-45ed-a932-f58c98ba90ae req-25f8942f-0f40-4ddb-879f-9838e0a2aea9 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440464 Dec 15 11:51:19.497975 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:51:19.557679 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning for port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:51:19.561697 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:51:19.562081 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:19.653027 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:19.678625 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:51:19.681114 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c698df-221f-4408-91c9-aa056eb7ff8d" -d '{"events": [{"server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "name": "network-vif-plugged", "status": "completed", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:51:19.694988 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:51:19.700951 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:19.731595 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebae390-29a0-4652-97ac-66c11d245e37 x-openstack-request-id: req-9ebae390-29a0-4652-97ac-66c11d245e37 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:51:19.731882 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "name": "network-vif-plugged", "status": "completed", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:51:19.732118 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ebae390-29a0-4652-97ac-66c11d245e37 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:51:19.732512 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'code': 200} Dec 15 11:51:19.759062 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:19.999168 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2645c6-13a9-4be7-8ad8-90664409b5ff req-f919ca01-8a39-4367-bb9e-b1d51fd0cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:20.000731 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6a2645c6-13a9-4be7-8ad8-90664409b5ff req-f919ca01-8a39-4367-bb9e-b1d51fd0cc46 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1098 time: 0.0448594 Dec 15 11:51:20.049699 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-6a2645c6-13a9-4be7-8ad8-90664409b5ff req-fed4207b-cb3e-46de-af20-09d3bd78c14d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415289 Dec 15 11:51:20.434642 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff2161-3534-4af3-9680-3b9187ff1741 req-2cbc7437-96e6-40d6-8762-a1bf11a0797a tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:20.436190 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-64ff2161-3534-4af3-9680-3b9187ff1741 req-2cbc7437-96e6-40d6-8762-a1bf11a0797a tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0662875 Dec 15 11:51:20.493785 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-64ff2161-3534-4af3-9680-3b9187ff1741 req-a3fef809-87c2-40cd-badc-af52e6870e79 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488415 Dec 15 11:51:21.628125 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f6f7e-cdec-4e6d-9254-c957dac9511d req-df910a39-03fc-45b5-b985-98509fd754ca tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:21.629672 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-978f6f7e-cdec-4e6d-9254-c957dac9511d req-df910a39-03fc-45b5-b985-98509fd754ca tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0585079 Dec 15 11:51:21.680591 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-978f6f7e-cdec-4e6d-9254-c957dac9511d req-c5f08a1e-fc3f-44a0-afa7-63221af18714 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446231 Dec 15 11:51:22.820607 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fa9de-0705-4143-bd48-76d2c3d5125e req-a44681af-fd1b-4593-b320-9d3b9b53cd76 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:22.822327 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f56fa9de-0705-4143-bd48-76d2c3d5125e req-a44681af-fd1b-4593-b320-9d3b9b53cd76 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0606792 Dec 15 11:51:22.883371 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f56fa9de-0705-4143-bd48-76d2c3d5125e req-6d0663c1-8feb-430f-a06a-9a39d2b0bd03 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547624 Dec 15 11:51:23.011987 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caed2d8-b69b-493e-84b8-a1670f574c16 req-46071408-20fd-4d2a-a042-d1acab28bc20 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:23.013603 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2caed2d8-b69b-493e-84b8-a1670f574c16 req-46071408-20fd-4d2a-a042-d1acab28bc20 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0581727 Dec 15 11:51:23.067274 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2caed2d8-b69b-493e-84b8-a1670f574c16 req-7f37d0d6-fe71-49e4-a008-e1742f549f62 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471916 Dec 15 11:51:23.101136 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51866) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:23.281349 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facb5f12-8e73-45f1-bc5a-bade91629553 tempest-TestShelveInstance-679564816 tempest-TestShelveInstance-679564816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:23.282832 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-facb5f12-8e73-45f1-bc5a-bade91629553 tempest-TestShelveInstance-679564816 tempest-TestShelveInstance-679564816-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1093 time: 0.1803291 Dec 15 11:51:23.287073 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51870) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:23.291537 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Request body: {'floatingip': {'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'port_id': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:51:23.317153 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:23.427488 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:23.537830 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Allocated IP 172.27.1.106 (f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb/129a0cb0-1772-497c-8c06-25221d37918e/29f46d5e-aad3-4aca-8e8a-b2e517cd33a1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:51:23.642209 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:23.684024 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792203227576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:23.733889 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Network f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:51:23.736824 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:51:23.741091 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:51:23.744172 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event updated for resources: {'Port': ['ID=29f46d5e-aad3-4aca-8e8a-b2e517cd33a1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:24.107349 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:24.190098 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:24.354070 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:24.361086 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261048235'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:24.424654 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event updated for resources: {'Port': ['ID=29f46d5e-aad3-4aca-8e8a-b2e517cd33a1,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:24.439827 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552728'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:24.542607 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.l3_db [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Floating IP 3a3a40b4-fd03-4df0-a11b-7a2f7e5ac852 associated. External IP: 172.27.1.106, port: dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50. Dec 15 11:51:24.760433 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Router adf7f211-71ca-4826-9185-c63a836d48d5 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:51:24.872952 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:51:24.883271 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff07b7-749e-47e4-9548-f1e9c9052863 None None] Sync routers for ids ['adf7f211-71ca-4826-9185-c63a836d48d5'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:51:24.893519 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:24.894319 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff07b7-749e-47e4-9548-f1e9c9052863 None None] Routers {'adf7f211-71ca-4826-9185-c63a836d48d5'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:51:24.894947 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5dff07b7-749e-47e4-9548-f1e9c9052863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:51:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['adf7f211-71ca-4826-9185-c63a836d48d5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:24.921256 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-fca9e9b2-84e1-4c7f-bae6-c633d3fe40f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6330881 Dec 15 11:51:24.921847 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:51:24.924170 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63545ff8-c3ac-437b-99da-5a433ae70e52" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:51:25.004850 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5dff07b7-749e-47e4-9548-f1e9c9052863 None None] Set router adf7f211-71ca-4826-9185-c63a836d48d5 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:51:25.258255 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5dff07b7-749e-47e4-9548-f1e9c9052863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 4, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '3a3a40b4-fd03-4df0-a11b-7a2f7e5ac852', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'port_id': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'mac_address': 'fa:16:3e:db:82:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:51:23Z', 'updated_at': '2021-12-15T11:51:23Z', 'revision_number': 0, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1', 'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'mac_address': 'fa:16:3e:04:75:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:33Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 5, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'subnets': [{'id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:25.288021 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff07b7-749e-47e4-9548-f1e9c9052863 None None] Checking router: adf7f211-71ca-4826-9185-c63a836d48d5 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:51:25.297870 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff07b7-749e-47e4-9548-f1e9c9052863 None None] Routers {'adf7f211-71ca-4826-9185-c63a836d48d5'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:51:25.298490 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5dff07b7-749e-47e4-9548-f1e9c9052863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:51:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['adf7f211-71ca-4826-9185-c63a836d48d5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:25.551574 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5dff07b7-749e-47e4-9548-f1e9c9052863 None None] Set router adf7f211-71ca-4826-9185-c63a836d48d5 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:51:25.789155 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5dff07b7-749e-47e4-9548-f1e9c9052863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 4, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '3a3a40b4-fd03-4df0-a11b-7a2f7e5ac852', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'port_id': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'mac_address': 'fa:16:3e:db:82:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:51:23Z', 'updated_at': '2021-12-15T11:51:23Z', 'revision_number': 0, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1', 'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'mac_address': 'fa:16:3e:04:75:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:33Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 5, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'subnets': [{'id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:25.819700 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff07b7-749e-47e4-9548-f1e9c9052863 None None] The sync data for ids ['adf7f211-71ca-4826-9185-c63a836d48d5'] in dv-cinder-813221-4-iscsi is: [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 4, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '3a3a40b4-fd03-4df0-a11b-7a2f7e5ac852', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'port_id': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'mac_address': 'fa:16:3e:db:82:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:51:23Z', 'updated_at': '2021-12-15T11:51:23Z', 'revision_number': 0, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1', 'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'mac_address': 'fa:16:3e:04:75:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:33Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 5, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'subnets': [{'id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:51:25.989177 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d257ceb1-57c2-4cf8-b450-a37cf1f054e3 x-openstack-request-id: req-d257ceb1-57c2-4cf8-b450-a37cf1f054e3 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:51:25.989711 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:51:25.989822 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d257ceb1-57c2-4cf8-b450-a37cf1f054e3 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:51:25.990384 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'status': 'completed', 'code': 200} Dec 15 11:51:26.026288 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c5ac7-9be1-4058-a8e6-0de64b0533e9 None None] New status for floating IP 3a3a40b4-fd03-4df0-a11b-7a2f7e5ac852: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:51:26.082168 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63545ff8-c3ac-437b-99da-5a433ae70e52 req-b53a10b5-32c1-4e06-8713-f9b96a59a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:26.083719 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-63545ff8-c3ac-437b-99da-5a433ae70e52 req-b53a10b5-32c1-4e06-8713-f9b96a59a1f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21add04c7b4ebdb5278d221024b820&device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1098 time: 0.0430548 Dec 15 11:51:26.180570 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63545ff8-c3ac-437b-99da-5a433ae70e52 req-20d25390-901d-4e9c-af75-e5fa7916db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:26.182160 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-63545ff8-c3ac-437b-99da-5a433ae70e52 req-20d25390-901d-4e9c-af75-e5fa7916db31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70342832-c848-49d9-a844-a3699962980d HTTP/1.1" status: 200 len: 908 time: 0.0918145 Dec 15 11:51:26.252135 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-63545ff8-c3ac-437b-99da-5a433ae70e52 req-dbfbc953-cdb0-4df2-9f58-4e94ef8be24b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 HTTP/1.1" status: 200 len: 1001 time: 0.0622017 Dec 15 11:51:26.301574 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63545ff8-c3ac-437b-99da-5a433ae70e52 req-ab6fa725-430a-4f5c-ad32-dc2339444568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:26.303055 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-63545ff8-c3ac-437b-99da-5a433ae70e52 req-ab6fa725-430a-4f5c-ad32-dc2339444568 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6cf19521-91c7-4faa-a09b-2a7ca80c03a3 HTTP/1.1" status: 200 len: 846 time: 0.0437512 Dec 15 11:51:26.357580 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63545ff8-c3ac-437b-99da-5a433ae70e52 req-8c594ed1-a105-484d-92c3-ec6e6a29adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:26.359064 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-63545ff8-c3ac-437b-99da-5a433ae70e52 req-8c594ed1-a105-484d-92c3-ec6e6a29adf1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70342832-c848-49d9-a844-a3699962980d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480027 Dec 15 11:51:26.463598 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-63545ff8-c3ac-437b-99da-5a433ae70e52 req-cdb0e801-6461-407d-b146-98ca4da1a547 service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962622 Dec 15 11:51:26.561854 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-63545ff8-c3ac-437b-99da-5a433ae70e52 req-620d14ec-a333-4f94-af41-d6ff4f2eee43 service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899246 Dec 15 11:51:26.848868 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:51:33.782749 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bfb94b7b-c307-4445-bab4-1a25b968b7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:36.153927 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5176224f-2733-4676-946b-e72483e9e1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.302625 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:38.901879 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:39.510807 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:44.149236 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:49.480747 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-5b3df79b-f47e-46c2-89b3-2acb175ea66d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599499 Dec 15 11:51:49.559302 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-4b23735d-1102-4610-aabc-01e94f4c4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:49.560979 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-4b23735d-1102-4610-aabc-01e94f4c4d51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 1098 time: 0.0444610 Dec 15 11:51:49.694863 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-8d84a7f2-a2d9-4288-af95-e0e191242b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:49.696421 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-8d84a7f2-a2d9-4288-af95-e0e191242b31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.1068392 Dec 15 11:51:49.764248 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-f0336c9e-f19c-490f-9820-be933ec99018 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4949bbb8-c28e-4b69-93d3-816a090f972c HTTP/1.1" status: 200 len: 1001 time: 0.0589113 Dec 15 11:51:49.814986 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-be9f8866-b771-4acb-ae5a-8967ac18876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:49.816517 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-be9f8866-b771-4acb-ae5a-8967ac18876f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0448623 Dec 15 11:51:49.868167 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-165ce78d-1951-4049-98e4-d1abfb1576f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:49.869680 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-165ce78d-1951-4049-98e4-d1abfb1576f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451694 Dec 15 11:51:49.963556 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-6710536e-da0b-4615-9182-729d3b81172e service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854194 Dec 15 11:51:50.060219 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4a0019b5-5055-44c7-9d06-73ad8536648b req-8b1082d6-1039-4bde-afb3-a7ab0aec9287 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897806 Dec 15 11:52:03.778770 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36abba8a-261a-424c-9c6f-c5f0591f9042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:03.851605 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:52:06.150587 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38ff5f37-067c-4adc-960a-d7d21758c424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:07.311232 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:08.903859 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:09.507588 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:14.161300 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:29.641782 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51902) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:29.824082 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Deleting port 96068834-4f82-4975-a98d-e9726ba261f1 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:52:29.824415 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:29.911304 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:29.911586 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:29.924409 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Calling delete_port for 96068834-4f82-4975-a98d-e9726ba261f1 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:52:30.115205 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:30.150255 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event deleted for resources: {'Port': ['ID=96068834-4f82-4975-a98d-e9726ba261f1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:30.162011 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.162290 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.162644 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.162978 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.163317 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.163678 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.164008 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.164337 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.164661 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.164989 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.165310 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.165991 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.166308 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:30.224038 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:30.224373 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.l3_db [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Floating IP ace6e234-2473-40b9-8fba-38206ef8bf37 disassociated (deleted). External IP: 172.27.1.183, port: 4949bbb8-c28e-4b69-93d3-816a090f972c. Dec 15 11:52:30.697848 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:52:30.808698 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:52:30.813311 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:30.820048 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b05bb-364a-4175-a701-b0803d7a5a1c None None] Sync routers for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:52:30.831960 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b05bb-364a-4175-a701-b0803d7a5a1c None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:52:30.832618 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1e8b05bb-364a-4175-a701-b0803d7a5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:52:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:30.840609 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-40d4a2d8-e879-4614-8eda-abe9c4b6fafc tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "DELETE /v2.0/floatingips/ace6e234-2473-40b9-8fba-38206ef8bf37 HTTP/1.1" status: 204 len: 168 time: 1.1976016 Dec 15 11:52:30.841198 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d83b70-1811-4175-839d-3a50a9de602b', 'tag': '4949bbb8-c28e-4b69-93d3-816a090f972c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:52:30.843515 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856322d7-1a81-432c-95c6-fa3e9cf8b1be" -d '{"events": [{"name": "network-changed", "server_uuid": "35d83b70-1811-4175-839d-3a50a9de602b", "tag": "4949bbb8-c28e-4b69-93d3-816a090f972c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:52:30.889119 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4f0b04-38ba-42dc-88a9-36f5425a1b04 x-openstack-request-id: req-6f4f0b04-38ba-42dc-88a9-36f5425a1b04 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:52:30.889422 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d83b70-1811-4175-839d-3a50a9de602b", "tag": "4949bbb8-c28e-4b69-93d3-816a090f972c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:52:30.889686 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f4f0b04-38ba-42dc-88a9-36f5425a1b04 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:52:30.890244 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d83b70-1811-4175-839d-3a50a9de602b', 'tag': '4949bbb8-c28e-4b69-93d3-816a090f972c', 'status': 'completed', 'code': 200} Dec 15 11:52:30.950180 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1e8b05bb-364a-4175-a701-b0803d7a5a1c None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:52:30.986510 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856322d7-1a81-432c-95c6-fa3e9cf8b1be req-3f85168f-157e-4da2-90f9-9f7de0cea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:30.989273 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-856322d7-1a81-432c-95c6-fa3e9cf8b1be req-3f85168f-157e-4da2-90f9-9f7de0cea037 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 1098 time: 0.0513434 Dec 15 11:52:31.094222 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f8f37-5a93-432c-93ce-03f48a90b315 req-68139299-434a-4c2d-b682-ca84129deb67 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:31.096015 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6c8f8f37-5a93-432c-93ce-03f48a90b315 req-68139299-434a-4c2d-b682-ca84129deb67 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 945 time: 0.0521014 Dec 15 11:52:31.104527 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856322d7-1a81-432c-95c6-fa3e9cf8b1be req-d01c0125-7c8d-4d7d-80cc-3489db5bde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:31.106406 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-856322d7-1a81-432c-95c6-fa3e9cf8b1be req-d01c0125-7c8d-4d7d-80cc-3489db5bde25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.1088531 Dec 15 11:52:31.149969 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-856322d7-1a81-432c-95c6-fa3e9cf8b1be req-f5fd6b2e-3052-495c-b8ba-ce21e2c061ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4949bbb8-c28e-4b69-93d3-816a090f972c HTTP/1.1" status: 200 len: 217 time: 0.0356658 Dec 15 11:52:31.153139 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6c8f8f37-5a93-432c-93ce-03f48a90b315 req-90e9c1e8-a91a-4f57-8d36-887b930caf00 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508585 Dec 15 11:52:31.200748 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856322d7-1a81-432c-95c6-fa3e9cf8b1be req-1dea26bf-3aee-4a24-b9e8-97509b216731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:31.202498 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-856322d7-1a81-432c-95c6-fa3e9cf8b1be req-1dea26bf-3aee-4a24-b9e8-97509b216731 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0452645 Dec 15 11:52:31.211978 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1e8b05bb-364a-4175-a701-b0803d7a5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '45afca15-c36e-4aa8-b84f-05ebf47e31a8', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:4d:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:49Z', 'updated_at': '2021-12-15T11:47:51Z', 'revision_number': 1, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:31.239928 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b05bb-364a-4175-a701-b0803d7a5a1c None None] Checking router: 0b0c5d31-cf01-4b22-b860-5b3af5949b0d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:52:31.249491 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b05bb-364a-4175-a701-b0803d7a5a1c None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:52:31.250129 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1e8b05bb-364a-4175-a701-b0803d7a5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:52:06Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:31.254148 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856322d7-1a81-432c-95c6-fa3e9cf8b1be req-bf6669b2-37fa-4552-8c39-18f73ed3eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:31.255782 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-856322d7-1a81-432c-95c6-fa3e9cf8b1be req-bf6669b2-37fa-4552-8c39-18f73ed3eb14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456431 Dec 15 11:52:31.352722 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-856322d7-1a81-432c-95c6-fa3e9cf8b1be req-9b9bee1b-2d68-4f13-8b89-43908ba4ecfd service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891616 Dec 15 11:52:31.367887 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1e8b05bb-364a-4175-a701-b0803d7a5a1c None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:52:31.454845 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-856322d7-1a81-432c-95c6-fa3e9cf8b1be req-8efcaad3-b094-47ec-b874-f834247951aa service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933821 Dec 15 11:52:31.612373 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1e8b05bb-364a-4175-a701-b0803d7a5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '45afca15-c36e-4aa8-b84f-05ebf47e31a8', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:4d:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:49Z', 'updated_at': '2021-12-15T11:47:51Z', 'revision_number': 1, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:31.640038 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b05bb-364a-4175-a701-b0803d7a5a1c None None] The sync data for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi is: [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_floatingips': [{'id': '45afca15-c36e-4aa8-b84f-05ebf47e31a8', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'router_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'port_id': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'mac_address': 'fa:16:3e:4d:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:49Z', 'updated_at': '2021-12-15T11:47:51Z', 'revision_number': 1, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:52:31.886209 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff79229-2137-4734-88b1-4b4bd52592d1 None None] New status for floating IP ace6e234-2473-40b9-8fba-38206ef8bf37: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:52:32.283874 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c9a7f-0c40-4c6d-9a60-ae6099fe25d3 req-14a9085c-9078-442c-bfb2-ae14d7cf62a0 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:32.285393 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b23c9a7f-0c40-4c6d-9a60-ae6099fe25d3 req-14a9085c-9078-442c-bfb2-ae14d7cf62a0 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 945 time: 0.0595284 Dec 15 11:52:32.337111 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b23c9a7f-0c40-4c6d-9a60-ae6099fe25d3 req-0e05f09a-8415-4979-9e55-ca4baa8ea535 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451200 Dec 15 11:52:33.135080 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a506e-dd13-43fd-803c-5bb2e834dfae req-63c60ffe-5853-45f5-bc71-7dee16fd6cf2 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:33.137040 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-100a506e-dd13-43fd-803c-5bb2e834dfae req-63c60ffe-5853-45f5-bc71-7dee16fd6cf2 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 945 time: 0.0601554 Dec 15 11:52:33.241451 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-100a506e-dd13-43fd-803c-5bb2e834dfae req-b0dd6e68-d3a5-4f89-98be-316d5cfe62e9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Deleting port 4949bbb8-c28e-4b69-93d3-816a090f972c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:52:33.241708 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-100a506e-dd13-43fd-803c-5bb2e834dfae req-b0dd6e68-d3a5-4f89-98be-316d5cfe62e9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:33.333543 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-100a506e-dd13-43fd-803c-5bb2e834dfae req-b0dd6e68-d3a5-4f89-98be-316d5cfe62e9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] For port 4949bbb8-c28e-4b69-93d3-816a090f972c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4949bbb8-c28e-4b69-93d3-816a090f972c,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:52:33.333846 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-100a506e-dd13-43fd-803c-5bb2e834dfae req-b0dd6e68-d3a5-4f89-98be-316d5cfe62e9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:33.346384 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-100a506e-dd13-43fd-803c-5bb2e834dfae req-b0dd6e68-d3a5-4f89-98be-316d5cfe62e9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Calling delete_port for 4949bbb8-c28e-4b69-93d3-816a090f972c owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:52:33.461312 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d97586-d0f8-483e-9586-327026ed4246 req-b8c59e22-c18b-4971-b2e8-ae5f455ac6e4 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:33.463156 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-90d97586-d0f8-483e-9586-327026ed4246 req-b8c59e22-c18b-4971-b2e8-ae5f455ac6e4 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35d83b70-1811-4175-839d-3a50a9de602b HTTP/1.1" status: 200 len: 945 time: 0.0524900 Dec 15 11:52:33.478853 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-100a506e-dd13-43fd-803c-5bb2e834dfae req-b0dd6e68-d3a5-4f89-98be-316d5cfe62e9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:33.505930 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd6e68-d3a5-4f89-98be-316d5cfe62e9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event deleted for resources: {'Port': ['ID=4949bbb8-c28e-4b69-93d3-816a090f972c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:33.523297 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-90d97586-d0f8-483e-9586-327026ed4246 req-d63bad71-ef00-4eb1-9cd7-702eddac0ce8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539618 Dec 15 11:52:33.550712 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-100a506e-dd13-43fd-803c-5bb2e834dfae req-b0dd6e68-d3a5-4f89-98be-316d5cfe62e9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] No DVR routers for this DVR port 4949bbb8-c28e-4b69-93d3-816a090f972c on host hv-cinder-81322 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:52:33.553192 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-100a506e-dd13-43fd-803c-5bb2e834dfae req-b0dd6e68-d3a5-4f89-98be-316d5cfe62e9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:33.556636 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-100a506e-dd13-43fd-803c-5bb2e834dfae req-b0dd6e68-d3a5-4f89-98be-316d5cfe62e9 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "DELETE /v2.0/ports/4949bbb8-c28e-4b69-93d3-816a090f972c HTTP/1.1" status: 204 len: 173 time: 0.4135127 Dec 15 11:52:33.557088 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d83b70-1811-4175-839d-3a50a9de602b', 'name': 'network-vif-deleted', 'tag': '4949bbb8-c28e-4b69-93d3-816a090f972c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:52:33.559397 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881e9e63-b0da-473c-b7e8-db1d6f9e93d0" -d '{"events": [{"server_uuid": "35d83b70-1811-4175-839d-3a50a9de602b", "name": "network-vif-deleted", "tag": "4949bbb8-c28e-4b69-93d3-816a090f972c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:52:33.600348 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1186339b-178c-4c2c-bd18-68ebc160bdbb x-openstack-request-id: req-1186339b-178c-4c2c-bd18-68ebc160bdbb {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:52:33.600644 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d83b70-1811-4175-839d-3a50a9de602b", "name": "network-vif-deleted", "tag": "4949bbb8-c28e-4b69-93d3-816a090f972c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:52:33.600902 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1186339b-178c-4c2c-bd18-68ebc160bdbb {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:52:33.601327 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d83b70-1811-4175-839d-3a50a9de602b', 'name': 'network-vif-deleted', 'tag': '4949bbb8-c28e-4b69-93d3-816a090f972c', 'status': 'completed', 'code': 200} Dec 15 11:52:33.776755 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d851dd68-3339-47dc-b961-b608fe844c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:35.902051 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 4949bbb8-c28e-4b69-93d3-816a090f972c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:52:35.923330 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: 4949bbb8-c28e-4b69-93d3-816a090f972c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:52:35.923707 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device 4949bbb8-c28e-4b69-93d3-816a090f972c not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:52:36.151101 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-893ac7f2-e0e0-479e-a4da-7a88220bac6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:36.836333 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51942) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:37.012782 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Deleting port e86860c1-b5df-42e3-84f8-61c0aedcaedb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:52:37.013121 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:37.096516 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:37.096873 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:37.109254 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Calling delete_port for e86860c1-b5df-42e3-84f8-61c0aedcaedb owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:52:37.280370 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:37.308529 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:37.310897 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event deleted for resources: {'Port': ['ID=e86860c1-b5df-42e3-84f8-61c0aedcaedb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:37.323071 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.323445 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.323815 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.324153 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.324488 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.324824 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.325153 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.325492 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.325814 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.326137 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.326462 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.326780 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.327109 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:52:37.386699 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:37.387031 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.db.l3_db [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Floating IP 45afca15-c36e-4aa8-b84f-05ebf47e31a8 disassociated (deleted). External IP: 172.27.1.135, port: f729fd0d-3902-4f8d-8a15-0c44d13be74a. Dec 15 11:52:37.890217 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:52:38.007982 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:52:38.012922 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:38.018077 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f58a82-2889-4217-9f36-b258e78c05d1 None None] Sync routers for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:52:38.028806 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f58a82-2889-4217-9f36-b258e78c05d1 None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:52:38.029439 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-02f58a82-2889-4217-9f36-b258e78c05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:52:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:38.047121 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-5052899d-e662-4e40-8c96-4f8aeb6dcaf8 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "DELETE /v2.0/floatingips/45afca15-c36e-4aa8-b84f-05ebf47e31a8 HTTP/1.1" status: 204 len: 168 time: 1.2093103 Dec 15 11:52:38.047756 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'tag': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:52:38.050427 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df59ebd74f310dd9bf4e8bce8ade46b08172a6ef04769364467a64fdf297e01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "b46c21d2-2ff0-40ec-a797-951e57ba5fe4", "tag": "f729fd0d-3902-4f8d-8a15-0c44d13be74a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:52:38.090194 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea0f624-9916-4665-9850-17acb6adec3f x-openstack-request-id: req-5ea0f624-9916-4665-9850-17acb6adec3f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:52:38.090569 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46c21d2-2ff0-40ec-a797-951e57ba5fe4", "tag": "f729fd0d-3902-4f8d-8a15-0c44d13be74a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:52:38.090918 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ea0f624-9916-4665-9850-17acb6adec3f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:52:38.091607 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'tag': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'status': 'completed', 'code': 200} Dec 15 11:52:38.157334 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-02f58a82-2889-4217-9f36-b258e78c05d1 None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:52:38.176880 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1 req-f40d9690-2ee2-4306-8d2b-458b90b42414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:38.178692 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1 req-f40d9690-2ee2-4306-8d2b-458b90b42414 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 1098 time: 0.0436890 Dec 15 11:52:38.281936 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b900-c10f-433b-a6a9-fa63c4d3004d req-ede6d7cb-5bef-4cd4-bb2b-aab81a0c191d tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:38.283878 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c110b900-c10f-433b-a6a9-fa63c4d3004d req-ede6d7cb-5bef-4cd4-bb2b-aab81a0c191d tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0549204 Dec 15 11:52:38.326842 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1 req-5d63c033-1493-49db-9a56-c48552de4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:38.329811 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1 req-5d63c033-1493-49db-9a56-c48552de4493 service neutron] 10.222.0.59 "GET /v2.0/networks?id=829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 200 len: 913 time: 0.0997331 Dec 15 11:52:38.338301 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c110b900-c10f-433b-a6a9-fa63c4d3004d req-fe50afc6-ec1c-4ab1-862c-c5429027c713 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464990 Dec 15 11:52:38.370668 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-02f58a82-2889-4217-9f36-b258e78c05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:38.378403 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1 req-e5fa50c6-fbda-45ed-ba5e-a491364a581b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a HTTP/1.1" status: 200 len: 217 time: 0.0387864 Dec 15 11:52:38.397895 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f58a82-2889-4217-9f36-b258e78c05d1 None None] Checking router: 0b0c5d31-cf01-4b22-b860-5b3af5949b0d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:52:38.406385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f58a82-2889-4217-9f36-b258e78c05d1 None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:52:38.407001 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-02f58a82-2889-4217-9f36-b258e78c05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:52:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:38.435467 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1 req-f2d809f5-a8a6-4484-9065-2571d527e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:38.436994 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1 req-f2d809f5-a8a6-4484-9065-2571d527e8b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 200 len: 851 time: 0.0508189 Dec 15 11:52:38.486218 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1 req-e163e71e-3580-44f6-9712-a82ba5a2c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:38.487802 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1 req-e163e71e-3580-44f6-9712-a82ba5a2c8da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=829807fd-58b4-4c64-920f-853993a133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430734 Dec 15 11:52:38.517757 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-02f58a82-2889-4217-9f36-b258e78c05d1 None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:52:38.580356 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1 req-be42b190-c5c7-41f1-b63d-604e616dface service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846720 Dec 15 11:52:38.684228 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-fec626df-f443-4ed1-bb70-e1ad9de3fcc1 req-d5584f3f-bfda-4f05-bf01-d4be8892a8a6 service neutron] 10.222.0.59 "GET /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953424 Dec 15 11:52:38.909846 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:38.912671 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-02f58a82-2889-4217-9f36-b258e78c05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:38.939707 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f58a82-2889-4217-9f36-b258e78c05d1 None None] The sync data for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi is: [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:43:49Z', 'revision_number': 4, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '3cc0cff5-a174-47a1-883b-93853e63f1f9', 'name': '', 'network_id': '829807fd-58b4-4c64-920f-853993a133a2', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'mac_address': 'fa:16:3e:4c:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:49Z', 'updated_at': '2021-12-15T11:43:53Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'subnets': [{'id': '7303dd95-41cd-42ba-b6cb-33923b6fbe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:52:39.167062 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effc0911-4952-4533-ae41-af727845a33a None None] New status for floating IP 45afca15-c36e-4aa8-b84f-05ebf47e31a8: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:52:39.504809 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:39.562408 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1a43f-df47-44d9-8c94-05c7d7daa0a7 req-f1d4aacf-4435-41cc-ab43-4f2f7114c9e7 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:39.563982 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-58e1a43f-df47-44d9-8c94-05c7d7daa0a7 req-f1d4aacf-4435-41cc-ab43-4f2f7114c9e7 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 945 time: 0.1508050 Dec 15 11:52:39.621943 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-58e1a43f-df47-44d9-8c94-05c7d7daa0a7 req-9ad765c3-37f1-45b5-a401-acaf0fdbbe6c tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/security-groups?id=d034be66-de5a-497c-9709-740cf67f5828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497448 Dec 15 11:52:39.925085 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2fe8-044f-45d0-82fb-9b52ca565d47 req-5420995d-3140-4add-a2f4-33878c60c15b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:39.926608 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c2fe8-044f-45d0-82fb-9b52ca565d47 req-5420995d-3140-4add-a2f4-33878c60c15b tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0569644 Dec 15 11:52:40.029859 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-573c2fe8-044f-45d0-82fb-9b52ca565d47 req-0d02e669-ccb3-4539-99cc-2251f20add24 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Deleting port f729fd0d-3902-4f8d-8a15-0c44d13be74a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:52:40.030205 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c2fe8-044f-45d0-82fb-9b52ca565d47 req-0d02e669-ccb3-4539-99cc-2251f20add24 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:40.137293 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-573c2fe8-044f-45d0-82fb-9b52ca565d47 req-0d02e669-ccb3-4539-99cc-2251f20add24 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] For port f729fd0d-3902-4f8d-8a15-0c44d13be74a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f729fd0d-3902-4f8d-8a15-0c44d13be74a,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:52:40.137630 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c2fe8-044f-45d0-82fb-9b52ca565d47 req-0d02e669-ccb3-4539-99cc-2251f20add24 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:40.151000 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-573c2fe8-044f-45d0-82fb-9b52ca565d47 req-0d02e669-ccb3-4539-99cc-2251f20add24 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Calling delete_port for f729fd0d-3902-4f8d-8a15-0c44d13be74a owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:52:40.291675 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c2fe8-044f-45d0-82fb-9b52ca565d47 req-0d02e669-ccb3-4539-99cc-2251f20add24 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:40.328299 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02e669-ccb3-4539-99cc-2251f20add24 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event deleted for resources: {'Port': ['ID=f729fd0d-3902-4f8d-8a15-0c44d13be74a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:40.374325 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-573c2fe8-044f-45d0-82fb-9b52ca565d47 req-0d02e669-ccb3-4539-99cc-2251f20add24 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] No DVR routers for this DVR port f729fd0d-3902-4f8d-8a15-0c44d13be74a on host hv-cinder-81322 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:52:40.377312 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-573c2fe8-044f-45d0-82fb-9b52ca565d47 req-0d02e669-ccb3-4539-99cc-2251f20add24 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:40.380803 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-573c2fe8-044f-45d0-82fb-9b52ca565d47 req-0d02e669-ccb3-4539-99cc-2251f20add24 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.59 "DELETE /v2.0/ports/f729fd0d-3902-4f8d-8a15-0c44d13be74a HTTP/1.1" status: 204 len: 173 time: 0.4477379 Dec 15 11:52:40.381270 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'name': 'network-vif-deleted', 'tag': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:52:40.383607 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fdd04f-1594-499c-82ce-bc9b7a0c2207" -d '{"events": [{"server_uuid": "b46c21d2-2ff0-40ec-a797-951e57ba5fe4", "name": "network-vif-deleted", "tag": "f729fd0d-3902-4f8d-8a15-0c44d13be74a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:52:40.424552 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5d0a72-ce68-4e41-8eeb-3361dd332e4b x-openstack-request-id: req-2d5d0a72-ce68-4e41-8eeb-3361dd332e4b {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:52:40.425081 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46c21d2-2ff0-40ec-a797-951e57ba5fe4", "name": "network-vif-deleted", "tag": "f729fd0d-3902-4f8d-8a15-0c44d13be74a", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:52:40.425446 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d5d0a72-ce68-4e41-8eeb-3361dd332e4b {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:52:40.426003 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46c21d2-2ff0-40ec-a797-951e57ba5fe4', 'name': 'network-vif-deleted', 'tag': 'f729fd0d-3902-4f8d-8a15-0c44d13be74a', 'status': 'completed', 'code': 200} Dec 15 11:52:40.735922 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0928aed2-a1a8-4d7b-9a7c-17b2a2c43cfb req-028e323e-50f8-4408-b1a1-bd5f3efae551 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "GET /v2.0/ports?device_id=b46c21d2-2ff0-40ec-a797-951e57ba5fe4 HTTP/1.1" status: 200 len: 210 time: 0.0334544 Dec 15 11:52:40.851958 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:52:41.800564 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:41.936068 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d28a4-aa5a-4a9c-973b-65b18efe5a54 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Deleting port ccc57adc-fce8-48f1-a815-ce437065aeba {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:52:41.936342 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf5d28a4-aa5a-4a9c-973b-65b18efe5a54 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:42.019787 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf5d28a4-aa5a-4a9c-973b-65b18efe5a54 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:42.020057 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf5d28a4-aa5a-4a9c-973b-65b18efe5a54 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:42.031779 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d28a4-aa5a-4a9c-973b-65b18efe5a54 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Calling delete_port for ccc57adc-fce8-48f1-a815-ce437065aeba owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:52:42.178380 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf5d28a4-aa5a-4a9c-973b-65b18efe5a54 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:42.204184 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d28a4-aa5a-4a9c-973b-65b18efe5a54 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event deleted for resources: {'Port': ['ID=ccc57adc-fce8-48f1-a815-ce437065aeba,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:42.286741 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf5d28a4-aa5a-4a9c-973b-65b18efe5a54 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:42.292338 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf5d28a4-aa5a-4a9c-973b-65b18efe5a54 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:42.294235 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-cf5d28a4-aa5a-4a9c-973b-65b18efe5a54 tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "DELETE /v2.0/floatingips/84310448-7e63-4f93-be4b-dcf987bff759 HTTP/1.1" status: 204 len: 168 time: 0.4923983 Dec 15 11:52:43.519592 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51972) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:43.580444 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9b7e-8a6a-4cb6-b40c-ab1b9a39842a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:43.606996 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9b7e-8a6a-4cb6-b40c-ab1b9a39842a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:43.678995 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9b7e-8a6a-4cb6-b40c-ab1b9a39842a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:43.683404 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9b7e-8a6a-4cb6-b40c-ab1b9a39842a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:43.685036 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-7d7a9b7e-8a6a-4cb6-b40c-ab1b9a39842a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] 10.222.0.46 "DELETE /v2.0/security-groups/d034be66-de5a-497c-9709-740cf67f5828 HTTP/1.1" status: 204 len: 168 time: 0.1644258 Dec 15 11:52:43.694608 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a9b7e-8a6a-4cb6-b40c-ab1b9a39842a tempest-TestVolumeBootPattern-937629198 tempest-TestVolumeBootPattern-937629198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d034be66-de5a-497c-9709-740cf67f5828,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:43.914468 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device f729fd0d-3902-4f8d-8a15-0c44d13be74a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:52:43.938961 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: f729fd0d-3902-4f8d-8a15-0c44d13be74a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:52:43.939417 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device f729fd0d-3902-4f8d-8a15-0c44d13be74a not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:52:44.174345 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:44.777742 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51978) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:45.267118 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549912'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:45.542848 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] Deleting port 3cc0cff5-a174-47a1-883b-93853e63f1f9 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:52:45.543160 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:45.625701 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] For port 3cc0cff5-a174-47a1-883b-93853e63f1f9, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=3cc0cff5-a174-47a1-883b-93853e63f1f9,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:52:45.626102 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:45.639268 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] Calling delete_port for 3cc0cff5-a174-47a1-883b-93853e63f1f9 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:52:45.825230 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:45.855884 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc0cff5-a174-47a1-883b-93853e63f1f9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:46.037813 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550020'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:46.264688 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] Router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:52:46.382047 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:52:46.387489 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e54a5cc6-4d6f-4be1-af5f-32f1d432a140 admin admin] 10.222.0.46 "PUT /v2.0/routers/0b0c5d31-cf01-4b22-b860-5b3af5949b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6086724 Dec 15 11:52:46.390142 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 51982) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:46.393325 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3208e-285d-40b1-bfa4-ea655f412f48 None None] Sync routers for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:52:46.403529 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3208e-285d-40b1-bfa4-ea655f412f48 None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:52:46.404200 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-37e3208e-285d-40b1-bfa4-ea655f412f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:52:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:46.495934 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:46.511537 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-37e3208e-285d-40b1-bfa4-ea655f412f48 None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:52:46.707648 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-37e3208e-285d-40b1-bfa4-ea655f412f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:52:45Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:46.741974 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3208e-285d-40b1-bfa4-ea655f412f48 None None] Checking router: 0b0c5d31-cf01-4b22-b860-5b3af5949b0d for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:52:46.751209 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3208e-285d-40b1-bfa4-ea655f412f48 None None] Routers {'0b0c5d31-cf01-4b22-b860-5b3af5949b0d'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:52:46.752011 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-37e3208e-285d-40b1-bfa4-ea655f412f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:52:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:46.864084 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:46.864690 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-37e3208e-285d-40b1-bfa4-ea655f412f48 None None] Set router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:52:46.918452 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Deleting port 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:52:46.918735 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.000907 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] For port 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:52:47.001296 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.017578 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Calling delete_port for 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:52:47.061352 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-37e3208e-285d-40b1-bfa4-ea655f412f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:52:45Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:47.088857 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3208e-285d-40b1-bfa4-ea655f412f48 None None] The sync data for ids ['0b0c5d31-cf01-4b22-b860-5b3af5949b0d'] in dv-cinder-813221-4-iscsi is: [{'id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'name': 'tempest-TestVolumeBootPattern-1502265623-router', 'tenant_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:45Z', 'updated_at': '2021-12-15T11:52:45Z', 'revision_number': 5, 'project_id': 'a74c170d0e1d43ccab75cc19eaff6707', 'gw_port': {'id': '5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0c5d31-cf01-4b22-b860-5b3af5949b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:46Z', 'updated_at': '2021-12-15T11:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:52:47.184425 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.214533 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:47.275609 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552742'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.365780 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12359'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.368214 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.417146 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550335'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.417584 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b0c5d31-cf01-4b22-b860-5b3af5949b0d {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:52:47.422305 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.423172 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-00b4b693-50f4-480d-9f61-c0a27c99beea admin admin] 10.222.0.46 "DELETE /v2.0/routers/0b0c5d31-cf01-4b22-b860-5b3af5949b0d HTTP/1.1" status: 204 len: 168 time: 1.0321016 Dec 15 11:52:47.426602 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:47.477007 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-41dfac0d-d8a4-482c-b3d6-4ab63f2d260e admin admin] Deleting subnet 7303dd95-41cd-42ba-b6cb-33923b6fbe03 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:52:47.480577 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41dfac0d-d8a4-482c-b3d6-4ab63f2d260e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.518574 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41dfac0d-d8a4-482c-b3d6-4ab63f2d260e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260691733'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.605388 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41dfac0d-d8a4-482c-b3d6-4ab63f2d260e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.661546 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41dfac0d-d8a4-482c-b3d6-4ab63f2d260e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260673869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260639379'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.687475 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfac0d-d8a4-482c-b3d6-4ab63f2d260e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7303dd95-41cd-42ba-b6cb-33923b6fbe03,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:47.695516 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41dfac0d-d8a4-482c-b3d6-4ab63f2d260e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.699296 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-41dfac0d-d8a4-482c-b3d6-4ab63f2d260e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7303dd95-41cd-42ba-b6cb-33923b6fbe03 HTTP/1.1" status: 204 len: 168 time: 0.2716577 Dec 15 11:52:47.701414 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c4d98-0b69-4c64-b936-21ef95611a6a None None] Network 829807fd-58b4-4c64-920f-853993a133a2 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:52:47.701951 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51986) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:47.778567 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.841772 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Deleting port 8804fe15-1950-4505-bb79-958eaae510c9 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:52:47.842111 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.905589 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] For port 8804fe15-1950-4505-bb79-958eaae510c9, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=8804fe15-1950-4505-bb79-958eaae510c9,segment=NetworkSegment(4f0aa34d-43ae-4079-984a-8855519b8d9c),segment_id=4f0aa34d-43ae-4079-984a-8855519b8d9c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:52:47.905979 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:47.920380 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Calling delete_port for 8804fe15-1950-4505-bb79-958eaae510c9 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:52:48.024931 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:48.055031 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Pushing event deleted for resources: {'Port': ['ID=8804fe15-1950-4505-bb79-958eaae510c9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:48.058677 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] No DVR routers for this DVR port 8804fe15-1950-4505-bb79-958eaae510c9 on host dv-cinder-813221-4-iscsi {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:52:48.132377 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6fda48-363f-4e29-a0d3-a7d5d71a96a4 None None] DHCP port deletion for 829807fd-58b4-4c64-920f-853993a133a2 request from dv-cinder-813221-4-iscsi {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:52:48.141588 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:48.167230 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829807fd-58b4-4c64-920f-853993a133a2']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:48.177161 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0aa34d-43ae-4079-984a-8855519b8d9c') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:48.177455 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0aa34d-43ae-4079-984a-8855519b8d9c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:48.186870 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260691950'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:48.200408 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:48.206587 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:52:48.206972 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260673831'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: Traceback (most recent call last): Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: timer() Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: cb(*args, **kw) Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: return func(*args, **kwargs) Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: self._notify() Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: self.callback(batched_events) Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: event.method(event) Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: return f(self, *a, **k) Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._get(url).json() Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: return self.request(url, 'GET', **kwargs) Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:52:48.208746 dv-cinder-813221-4-iscsi neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:52:48.268719 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:48.274605 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:48.277246 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] 10.222.0.46 "DELETE /v2.0/networks/829807fd-58b4-4c64-920f-853993a133a2 HTTP/1.1" status: 204 len: 168 time: 0.5743883 Dec 15 11:52:48.280100 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51988) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:48.296788 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041f845-5685-4fbe-896b-c1edcb41a90c admin admin] Pushing event deleted for resources: {'Network': ['ID=829807fd-58b4-4c64-920f-853993a133a2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:48.665813 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549912'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:48.693629 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:52:48.718050 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:52:48.718791 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 5b9afbe9-e8c7-433d-8e72-1abd4e0a2c99 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:52:48.718791 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 8804fe15-1950-4505-bb79-958eaae510c9 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:52:48.739714 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 8804fe15-1950-4505-bb79-958eaae510c9 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:52:48.740069 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 8804fe15-1950-4505-bb79-958eaae510c9 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:52:48.740524 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 3cc0cff5-a174-47a1-883b-93853e63f1f9 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:52:48.761429 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 3cc0cff5-a174-47a1-883b-93853e63f1f9 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:52:48.761788 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 3cc0cff5-a174-47a1-883b-93853e63f1f9 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:52:48.936868 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] Deleting port 0a871723-79c4-4b11-8954-85d471815385 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:52:48.937111 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:49.022325 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] For port 0a871723-79c4-4b11-8954-85d471815385, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=0a871723-79c4-4b11-8954-85d471815385,segment=NetworkSegment(3763bddb-2640-4520-83cd-2e08a2606523),segment_id=3763bddb-2640-4520-83cd-2e08a2606523)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:52:49.022717 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:49.037585 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] Calling delete_port for 0a871723-79c4-4b11-8954-85d471815385 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:52:49.238504 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:49.266919 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0a871723-79c4-4b11-8954-85d471815385,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:49.445369 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550020'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:49.684055 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] Router b95e811c-a23a-402f-a741-62b6470ea4aa has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:52:49.808316 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:52:49.813816 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-ac146d94-f588-4523-9f14-ae322d8156bf admin admin] 10.222.0.46 "PUT /v2.0/routers/b95e811c-a23a-402f-a741-62b6470ea4aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5327680 Dec 15 11:52:49.818142 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b63912-97b3-4542-98bc-e6bfdcaf3be1 None None] Sync routers for ids ['b95e811c-a23a-402f-a741-62b6470ea4aa'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:52:49.819091 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 51996) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:49.829085 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b63912-97b3-4542-98bc-e6bfdcaf3be1 None None] Routers {'b95e811c-a23a-402f-a741-62b6470ea4aa'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:52:49.829880 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c9b63912-97b3-4542-98bc-e6bfdcaf3be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:52:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b95e811c-a23a-402f-a741-62b6470ea4aa'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:49.930640 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:49.943430 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c9b63912-97b3-4542-98bc-e6bfdcaf3be1 None None] Set router b95e811c-a23a-402f-a741-62b6470ea4aa gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:52:50.041242 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.108656 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Deleting port 715c620b-c2c8-453f-aed7-25c4a9193543 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:52:50.108998 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.199444 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] For port 715c620b-c2c8-453f-aed7-25c4a9193543, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=715c620b-c2c8-453f-aed7-25c4a9193543,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:52:50.199742 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.213595 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Calling delete_port for 715c620b-c2c8-453f-aed7-25c4a9193543 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:52:50.225215 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c9b63912-97b3-4542-98bc-e6bfdcaf3be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'name': 'tempest-TestVolumeBootPattern-490144282-router', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:51Z', 'updated_at': '2021-12-15T11:52:49Z', 'revision_number': 5, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'gw_port': {'id': '715c620b-c2c8-453f-aed7-25c4a9193543', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:43:52Z', 'updated_at': '2021-12-15T11:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:50.251080 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b63912-97b3-4542-98bc-e6bfdcaf3be1 None None] Checking router: b95e811c-a23a-402f-a741-62b6470ea4aa for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:52:50.260464 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b63912-97b3-4542-98bc-e6bfdcaf3be1 None None] Routers {'b95e811c-a23a-402f-a741-62b6470ea4aa'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:52:50.261073 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c9b63912-97b3-4542-98bc-e6bfdcaf3be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:52:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['b95e811c-a23a-402f-a741-62b6470ea4aa'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:50.347494 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c9b63912-97b3-4542-98bc-e6bfdcaf3be1 None None] Set router b95e811c-a23a-402f-a741-62b6470ea4aa gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:52:50.384434 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.402653 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c9b63912-97b3-4542-98bc-e6bfdcaf3be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'name': 'tempest-TestVolumeBootPattern-490144282-router', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:51Z', 'updated_at': '2021-12-15T11:52:50Z', 'revision_number': 6, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'gw_port_host': None}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:50.411807 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Pushing event deleted for resources: {'Port': ['ID=715c620b-c2c8-453f-aed7-25c4a9193543,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:50.430749 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b63912-97b3-4542-98bc-e6bfdcaf3be1 None None] The sync data for ids ['b95e811c-a23a-402f-a741-62b6470ea4aa'] in dv-cinder-813221-4-iscsi is: [{'id': 'b95e811c-a23a-402f-a741-62b6470ea4aa', 'name': 'tempest-TestVolumeBootPattern-490144282-router', 'tenant_id': '9c5a4d753e534502858e0698544d3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:43:51Z', 'updated_at': '2021-12-15T11:52:50Z', 'revision_number': 6, 'project_id': '9c5a4d753e534502858e0698544d3d38', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:52:50.488052 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552742'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.489002 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-1ec36f7f-b36e-448e-9e9f-0b093fdad5af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638149 Dec 15 11:52:50.585097 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12359'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.587794 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.591587 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-5234a249-ebba-429c-9577-431b866309de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:50.593188 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-5234a249-ebba-429c-9577-431b866309de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21add04c7b4ebdb5278d221024b820&device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1098 time: 0.0423505 Dec 15 11:52:50.637586 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550335'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.638178 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b95e811c-a23a-402f-a741-62b6470ea4aa {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:52:50.643370 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.647016 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-9eb75090-2519-438b-8d79-7ec6e8d98364 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b95e811c-a23a-402f-a741-62b6470ea4aa HTTP/1.1" status: 204 len: 168 time: 0.8241613 Dec 15 11:52:50.647190 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 52000) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:50.693427 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed08eacf-8c8a-4a5f-873b-c9b3d709b6f9 admin admin] Deleting subnet e170786a-771e-4cd2-a117-52328be5c1f8 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:52:50.696910 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed08eacf-8c8a-4a5f-873b-c9b3d709b6f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.705124 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-9cc7ac8a-0e9c-481b-b01a-bf01307bf700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:50.706689 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-9cc7ac8a-0e9c-481b-b01a-bf01307bf700 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70342832-c848-49d9-a844-a3699962980d HTTP/1.1" status: 200 len: 908 time: 0.0933833 Dec 15 11:52:50.732602 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed08eacf-8c8a-4a5f-873b-c9b3d709b6f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260691733'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.774153 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-50d82608-670f-4c50-9860-169e4c0f82a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 HTTP/1.1" status: 200 len: 1001 time: 0.0604498 Dec 15 11:52:50.823243 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed08eacf-8c8a-4a5f-873b-c9b3d709b6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.836395 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-9ef4cd24-a84c-4181-94f8-b07b2f019413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:50.838210 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-9ef4cd24-a84c-4181-94f8-b07b2f019413 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6cf19521-91c7-4faa-a09b-2a7ca80c03a3 HTTP/1.1" status: 200 len: 846 time: 0.0572548 Dec 15 11:52:50.904861 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-5c562313-ef79-4572-be6d-dc2d29c607a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:52:50.905865 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed08eacf-8c8a-4a5f-873b-c9b3d709b6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260673869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260639379'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.906457 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-5c562313-ef79-4572-be6d-dc2d29c607a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70342832-c848-49d9-a844-a3699962980d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607746 Dec 15 11:52:50.933764 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08eacf-8c8a-4a5f-873b-c9b3d709b6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e170786a-771e-4cd2-a117-52328be5c1f8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:50.937862 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed08eacf-8c8a-4a5f-873b-c9b3d709b6f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:50.941497 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-ed08eacf-8c8a-4a5f-873b-c9b3d709b6f9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e170786a-771e-4cd2-a117-52328be5c1f8 HTTP/1.1" status: 204 len: 168 time: 0.2933879 Dec 15 11:52:50.944063 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 52002) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:50.947963 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b24a9c-3cc5-4bd9-aa56-574effa4ac92 None None] Network 78096d3a-589d-4b50-9e1a-5f6b3102713d requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:52:50.998947 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 0a871723-79c4-4b11-8954-85d471815385 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:52:51.035087 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.035848 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-49789526-1789-49ad-a0cd-a9e33226827f service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210949 Dec 15 11:52:51.037195 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 0a871723-79c4-4b11-8954-85d471815385 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:52:51.037542 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 0a871723-79c4-4b11-8954-85d471815385 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:52:51.102565 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Deleting port 0fbb3f08-6478-40c7-9066-a568f075e159 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:52:51.102894 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.136524 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-99ab1b2b-455e-4f4d-a8da-7c6675441c56 req-5e32951c-4541-4bd4-b1b5-af0966082aa7 service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929229 Dec 15 11:52:51.172159 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] For port 0fbb3f08-6478-40c7-9066-a568f075e159, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=0fbb3f08-6478-40c7-9066-a568f075e159,segment=NetworkSegment(3763bddb-2640-4520-83cd-2e08a2606523),segment_id=3763bddb-2640-4520-83cd-2e08a2606523)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:52:51.172548 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.185404 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Calling delete_port for 0fbb3f08-6478-40c7-9066-a568f075e159 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:52:51.270743 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.295669 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbb3f08-6478-40c7-9066-a568f075e159,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:51.301325 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] No DVR routers for this DVR port 0fbb3f08-6478-40c7-9066-a568f075e159 on host dv-cinder-813221-4-iscsi {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:52:51.313875 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a823518-cc0d-4bbe-b5a3-7c280b33c0b1 None None] DHCP port deletion for 78096d3a-589d-4b50-9e1a-5f6b3102713d request from dv-cinder-813221-4-iscsi {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:52:51.374732 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.398102 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78096d3a-589d-4b50-9e1a-5f6b3102713d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:51.409363 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3763bddb-2640-4520-83cd-2e08a2606523') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:51.409624 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3763bddb-2640-4520-83cd-2e08a2606523') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:52:51.425579 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260691950'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.442113 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.450998 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:52:51.452023 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260673831'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: Traceback (most recent call last): Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: timer() Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: cb(*args, **kw) Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: return func(*args, **kwargs) Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: self._notify() Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: self.callback(batched_events) Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: event.method(event) Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: return f(self, *a, **k) Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._get(url).json() Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: return self.request(url, 'GET', **kwargs) Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:52:51.455722 dv-cinder-813221-4-iscsi neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:52:51.518922 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.524706 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.531110 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] 10.222.0.46 "DELETE /v2.0/networks/78096d3a-589d-4b50-9e1a-5f6b3102713d HTTP/1.1" status: 204 len: 168 time: 0.5826163 Dec 15 11:52:51.542095 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7344306-ae53-419f-ab3e-0d88d6d7a1cc admin admin] Pushing event deleted for resources: {'Network': ['ID=78096d3a-589d-4b50-9e1a-5f6b3102713d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:51.660819 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 52006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:51.702736 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-482e78c5-bfca-492c-9c76-d4ed7794de36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a74c170d0e1d43ccab75cc19eaff6707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406542 Dec 15 11:52:51.705404 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 52008) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:51.755942 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e26d-d641-4cd9-86c7-40914e2dc5ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.778452 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e26d-d641-4cd9-86c7-40914e2dc5ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.833545 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e26d-d641-4cd9-86c7-40914e2dc5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.836307 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e26d-d641-4cd9-86c7-40914e2dc5ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:51.837493 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-5ba7e26d-d641-4cd9-86c7-40914e2dc5ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae0be0bd-0a03-4110-8863-ef14f62b9d80 HTTP/1.1" status: 204 len: 168 time: 0.1311276 Dec 15 11:52:51.847640 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7e26d-d641-4cd9-86c7-40914e2dc5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0be0bd-0a03-4110-8863-ef14f62b9d80,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:52.211346 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 52014) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:52.255411 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-7ec22c1b-908a-4212-b5ce-72ca43c549cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c5a4d753e534502858e0698544d3d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428004 Dec 15 11:52:52.258727 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 52016) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:52:52.312113 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95c4ac7b-b3b5-48f7-be18-e8e0d9b6ab7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:52.335493 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95c4ac7b-b3b5-48f7-be18-e8e0d9b6ab7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:52.387318 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95c4ac7b-b3b5-48f7-be18-e8e0d9b6ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:52.389963 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95c4ac7b-b3b5-48f7-be18-e8e0d9b6ab7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:52.391145 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-95c4ac7b-b3b5-48f7-be18-e8e0d9b6ab7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27a81ee4-3770-428a-8510-91b803f57ef0 HTTP/1.1" status: 204 len: 168 time: 0.1307986 Dec 15 11:52:52.399724 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4ac7b-b3b5-48f7-be18-e8e0d9b6ab7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a81ee4-3770-428a-8510-91b803f57ef0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:52:52.707804 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 715c620b-c2c8-453f-aed7-25c4a9193543 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:52:52.730029 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 715c620b-c2c8-453f-aed7-25c4a9193543 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:52:52.730351 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 715c620b-c2c8-453f-aed7-25c4a9193543 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:52:52.730768 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 0fbb3f08-6478-40c7-9066-a568f075e159 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:52:52.757578 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 0fbb3f08-6478-40c7-9066-a568f075e159 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:52:52.757900 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 0fbb3f08-6478-40c7-9066-a568f075e159 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:53:03.771126 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-896760b7-0515-4d8b-8b27-e847793aca26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:06.151786 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-decb4e6f-819f-48a8-a81f-450242129a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:07.312413 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:08.907630 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:09.512490 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:14.197435 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:14.541066 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [req-63f57b49-e6a2-4b9d-8db0-17b183af60b9 req-168a28c5-7d8b-42eb-8585-4caf4861bff7 service neutron] (102605) timed out ('10.222.0.59', 61951) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 11:53:14.618934 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [req-7c818d87-2505-400b-819c-c6b55ad72a71 req-f72a8bb6-3fc3-4a8b-a041-9a31eb15e0cb service neutron] (102604) timed out ('10.222.0.59', 61941) {{(pid=102604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 11:53:17.850787 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:53:33.777262 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-770fea8e-4a42-4fad-9762-ed3aa847e175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:36.148134 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba8115cc-125e-40d9-bced-ee1855f0128d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:37.317136 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:38.909948 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:39.505070 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:40.327224 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b2907-f911-4c66-815b-d56e1abf5ac2 req-479c2b43-ff54-4a26-9b12-7ba95443a592 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:40.328792 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-706b2907-f911-4c66-815b-d56e1abf5ac2 req-479c2b43-ff54-4a26-9b12-7ba95443a592 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0508876 Dec 15 11:53:40.389284 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-706b2907-f911-4c66-815b-d56e1abf5ac2 req-90f342ef-f07c-4be0-949d-4ff4665c409f tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519819 Dec 15 11:53:41.749043 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c455e1-b1f0-43e7-90ed-c35a2fe7a45f req-bd116b33-ecda-40ab-a366-df8d0f135f27 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:41.750548 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f9c455e1-b1f0-43e7-90ed-c35a2fe7a45f req-bd116b33-ecda-40ab-a366-df8d0f135f27 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.2823362 Dec 15 11:53:41.806274 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f9c455e1-b1f0-43e7-90ed-c35a2fe7a45f req-f805969a-f6e7-46da-b0e4-05c340910b2b tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453358 Dec 15 11:53:42.938720 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88313275-81fb-4cbb-9c03-771ba7805c94 req-99807322-60e0-45d3-8bce-5a20bc6be0af tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:42.940238 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-88313275-81fb-4cbb-9c03-771ba7805c94 req-99807322-60e0-45d3-8bce-5a20bc6be0af tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0545831 Dec 15 11:53:42.999863 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-88313275-81fb-4cbb-9c03-771ba7805c94 req-d7ed8c2a-5e5d-4e40-aaab-6b8f63c5fdb2 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533183 Dec 15 11:53:44.141803 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebc668-64ba-4a4a-a30d-859926148fa9 req-d8ecea90-57db-4365-985b-90b1d3fc90ef tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:44.143975 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e2ebc668-64ba-4a4a-a30d-859926148fa9 req-d8ecea90-57db-4365-985b-90b1d3fc90ef tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0642200 Dec 15 11:53:44.201311 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:44.201979 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-e2ebc668-64ba-4a4a-a30d-859926148fa9 req-f5105fe7-079c-4548-a01c-b3097adf618f tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492852 Dec 15 11:53:45.326853 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6c3f4-39fa-450c-8891-eb2417d25a58 req-dfdcdfef-4678-455f-a97f-4fcc5b497a46 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:45.328396 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-afa6c3f4-39fa-450c-8891-eb2417d25a58 req-dfdcdfef-4678-455f-a97f-4fcc5b497a46 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0543342 Dec 15 11:53:45.383429 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-afa6c3f4-39fa-450c-8891-eb2417d25a58 req-2ece29f6-63c7-462d-82b7-b1b7140eb6bc tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460129 Dec 15 11:53:46.526507 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fcd5d-057a-4a1c-a4de-de9aa7fed267 req-5e25f262-9844-4f15-bcb6-95f013733550 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:46.529188 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fd5fcd5d-057a-4a1c-a4de-de9aa7fed267 req-5e25f262-9844-4f15-bcb6-95f013733550 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0658398 Dec 15 11:53:46.586625 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-fd5fcd5d-057a-4a1c-a4de-de9aa7fed267 req-56e24266-598c-4a36-abfa-ddfb98e994e0 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482335 Dec 15 11:53:47.716873 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abbad1-9508-43f3-8e71-1d73ba7800d9 req-365d85a0-1fe3-4494-8ff5-634e9203c748 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:47.718598 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f1abbad1-9508-43f3-8e71-1d73ba7800d9 req-365d85a0-1fe3-4494-8ff5-634e9203c748 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0604279 Dec 15 11:53:47.779374 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-f1abbad1-9508-43f3-8e71-1d73ba7800d9 req-b0d5a317-3260-4709-89dd-3ac07f798601 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542552 Dec 15 11:53:48.905694 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b362995-f3e5-4e3e-82a1-c1880ce60e1b req-45ca88e6-7002-4e79-9c10-92f166622bd0 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:48.907155 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9b362995-f3e5-4e3e-82a1-c1880ce60e1b req-45ca88e6-7002-4e79-9c10-92f166622bd0 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0513678 Dec 15 11:53:48.965941 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9b362995-f3e5-4e3e-82a1-c1880ce60e1b req-957d618c-8017-4b3a-9170-f2c6400063e8 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499005 Dec 15 11:53:50.379134 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3c22d-27c0-4ac6-9a23-0da650f9b0f6 req-e04c8617-919a-4d6b-b51c-db718d7fb553 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:50.380740 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-27f3c22d-27c0-4ac6-9a23-0da650f9b0f6 req-e04c8617-919a-4d6b-b51c-db718d7fb553 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.3368657 Dec 15 11:53:50.435121 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-27f3c22d-27c0-4ac6-9a23-0da650f9b0f6 req-f1db3ae8-b4ac-48ed-be53-ef4cc26f9c73 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479567 Dec 15 11:53:50.638075 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be1d93-37c1-427f-9dda-a116fa948094 req-b20e9556-e8d9-4b67-a8e0-da4f15ab337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:50.640286 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c7be1d93-37c1-427f-9dda-a116fa948094 req-b20e9556-e8d9-4b67-a8e0-da4f15ab337d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21add04c7b4ebdb5278d221024b820&device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1098 time: 0.1045368 Dec 15 11:53:50.739136 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be1d93-37c1-427f-9dda-a116fa948094 req-13f4a39c-c44e-4d66-a7ca-51bf2e2ef43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:50.740754 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c7be1d93-37c1-427f-9dda-a116fa948094 req-13f4a39c-c44e-4d66-a7ca-51bf2e2ef43a service neutron] 10.222.0.59 "GET /v2.0/networks?id=70342832-c848-49d9-a844-a3699962980d HTTP/1.1" status: 200 len: 908 time: 0.0935841 Dec 15 11:53:50.815136 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c7be1d93-37c1-427f-9dda-a116fa948094 req-17a4a0f5-690a-46b7-8c1c-00e344703741 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 HTTP/1.1" status: 200 len: 1001 time: 0.0674624 Dec 15 11:53:50.873478 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be1d93-37c1-427f-9dda-a116fa948094 req-ce29641c-8b47-4caf-ada4-b7c3404e4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:50.876155 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c7be1d93-37c1-427f-9dda-a116fa948094 req-ce29641c-8b47-4caf-ada4-b7c3404e4ab0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6cf19521-91c7-4faa-a09b-2a7ca80c03a3 HTTP/1.1" status: 200 len: 846 time: 0.0542188 Dec 15 11:53:50.925997 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be1d93-37c1-427f-9dda-a116fa948094 req-75cd2a9c-bd99-49f5-afcd-848d0cce5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:50.927484 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c7be1d93-37c1-427f-9dda-a116fa948094 req-75cd2a9c-bd99-49f5-afcd-848d0cce5904 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70342832-c848-49d9-a844-a3699962980d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446470 Dec 15 11:53:51.023647 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c7be1d93-37c1-427f-9dda-a116fa948094 req-cfacad97-d79b-40d8-8499-29d0905cdf54 service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890658 Dec 15 11:53:51.128477 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-c7be1d93-37c1-427f-9dda-a116fa948094 req-559f9c8f-13af-409b-ad1e-0e42c8991958 service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978639 Dec 15 11:53:51.500609 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9e308-5367-4fba-8979-04c2251ae397 req-2ac1a59a-b711-4c6b-b335-32835073cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:51.502124 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4bf9e308-5367-4fba-8979-04c2251ae397 req-2ac1a59a-b711-4c6b-b335-32835073cd48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21add04c7b4ebdb5278d221024b820&device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1098 time: 0.0478272 Dec 15 11:53:51.555224 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f79cd-57a1-4d74-a4c6-50f0e9318e0b req-632f4491-7148-4bda-9ac9-d014b17592f9 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:51.556736 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-507f79cd-57a1-4d74-a4c6-50f0e9318e0b req-632f4491-7148-4bda-9ac9-d014b17592f9 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0522308 Dec 15 11:53:51.609524 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-507f79cd-57a1-4d74-a4c6-50f0e9318e0b req-b14f6569-5e0d-4c47-972d-5f4385097476 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463233 Dec 15 11:53:51.612665 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9e308-5367-4fba-8979-04c2251ae397 req-8dd68d88-41da-46fb-b0bf-0b5acf062918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:51.614276 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4bf9e308-5367-4fba-8979-04c2251ae397 req-8dd68d88-41da-46fb-b0bf-0b5acf062918 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70342832-c848-49d9-a844-a3699962980d HTTP/1.1" status: 200 len: 908 time: 0.0902126 Dec 15 11:53:51.690652 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4bf9e308-5367-4fba-8979-04c2251ae397 req-913379ac-35a1-4f42-af01-87e2b36b3076 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 HTTP/1.1" status: 200 len: 1001 time: 0.0680814 Dec 15 11:53:51.743750 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9e308-5367-4fba-8979-04c2251ae397 req-2be6b5be-da7e-4066-a681-8edd62308db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:51.745188 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4bf9e308-5367-4fba-8979-04c2251ae397 req-2be6b5be-da7e-4066-a681-8edd62308db9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6cf19521-91c7-4faa-a09b-2a7ca80c03a3 HTTP/1.1" status: 200 len: 846 time: 0.0466588 Dec 15 11:53:51.792535 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9e308-5367-4fba-8979-04c2251ae397 req-08cda910-7f78-4f0a-a2c1-7918cfb0dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:51.794117 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4bf9e308-5367-4fba-8979-04c2251ae397 req-08cda910-7f78-4f0a-a2c1-7918cfb0dabb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70342832-c848-49d9-a844-a3699962980d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414717 Dec 15 11:53:51.889318 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4bf9e308-5367-4fba-8979-04c2251ae397 req-8b736300-18aa-4e15-bd30-76d235ff316e service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867908 Dec 15 11:53:51.988227 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-4bf9e308-5367-4fba-8979-04c2251ae397 req-eeea0902-91bb-4c33-80d5-d29932be9f27 service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917430 Dec 15 11:53:52.740623 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4514ad-385c-44f8-b5c9-8edda644ac4f req-bcfd16c6-532c-4a66-b046-19539bdd87f5 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:52.742036 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ae4514ad-385c-44f8-b5c9-8edda644ac4f req-bcfd16c6-532c-4a66-b046-19539bdd87f5 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0532458 Dec 15 11:53:52.796851 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ae4514ad-385c-44f8-b5c9-8edda644ac4f req-7b56dadc-0846-47bf-b628-c26264d96a07 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460279 Dec 15 11:53:53.922514 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf9b80-5cce-439a-a6d9-0efcf49a2554 req-498affcf-fa78-494c-9892-32bc75c30528 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:53.924221 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4dbf9b80-5cce-439a-a6d9-0efcf49a2554 req-498affcf-fa78-494c-9892-32bc75c30528 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0512669 Dec 15 11:53:53.976341 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4dbf9b80-5cce-439a-a6d9-0efcf49a2554 req-b0e6ab1f-3e6e-47b0-91ee-a4581806d413 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459263 Dec 15 11:53:54.073460 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [req-0f3e981c-a567-4afa-bd5e-cf1acb1099b2 req-d5827138-602d-433d-a7c7-fa77acf502dd service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:53:54.074694 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0f3e981c-a567-4afa-bd5e-cf1acb1099b2 req-d5827138-602d-433d-a7c7-fa77acf502dd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083470 Dec 15 11:53:54.855019 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:53:55.292891 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f2207-d93e-43d7-b2f4-3c2992dc10a7 req-ed0663a3-ff5c-4fff-8842-87e1d2c04de5 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:55.294392 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2e5f2207-d93e-43d7-b2f4-3c2992dc10a7 req-ed0663a3-ff5c-4fff-8842-87e1d2c04de5 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0858858 Dec 15 11:53:55.302734 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-9e27af4f-3fe4-4050-94ce-9a67a8abded8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1156857 Dec 15 11:53:55.352040 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-2e5f2207-d93e-43d7-b2f4-3c2992dc10a7 req-c8809f12-05e5-4e20-86a6-504ad717b1ef tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483146 Dec 15 11:53:56.347578 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:53:56.429128 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:56.452261 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:53:56.454582 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be59910d-5fc8-44b4-8580-904445bf519f" -d '{"events": [{"server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:53:56.468171 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:53:56.473792 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d8bdd-e09f-49fb-a347-cd3391065527 req-49e26fa4-389b-41cb-ae49-1b53b2effecd tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:56.474722 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:56.475597 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7d9d8bdd-e09f-49fb-a347-cd3391065527 req-49e26fa4-389b-41cb-ae49-1b53b2effecd tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0529194 Dec 15 11:53:56.499673 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 11:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cb2f51-d552-409b-8c46-654bde21e9fe x-openstack-request-id: req-74cb2f51-d552-409b-8c46-654bde21e9fe {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:53:56.499986 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "name": "network-vif-unplugged", "status": "failed", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50", "code": 422}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:53:56.500241 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74cb2f51-d552-409b-8c46-654bde21e9fe {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:53:56.500643 dv-cinder-813221-4-iscsi neutron-server[102606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'code': 422} returned with failed status Dec 15 11:53:56.530280 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:53:56.533521 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7d9d8bdd-e09f-49fb-a347-cd3391065527 req-8c1514d3-f2ff-43b3-bb97-5af8589ee660 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490971 Dec 15 11:53:56.546183 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.546531 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.546879 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.547221 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.547586 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.548003 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.548349 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.548719 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.549013 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.549543 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.549820 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.550146 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.550514 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:53:56.857265 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-a35edc87-6e76-4a19-a42b-c6bf5c953b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:56.858853 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-a35edc87-6e76-4a19-a42b-c6bf5c953b62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac&tenant_id=0a21add04c7b4ebdb5278d221024b820 HTTP/1.1" status: 200 len: 1096 time: 0.0533595 Dec 15 11:53:56.941358 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-d662e535-15ab-444d-b770-075c1964ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:56.942920 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-d662e535-15ab-444d-b770-075c1964ef16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21add04c7b4ebdb5278d221024b820&device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1096 time: 0.0479932 Dec 15 11:53:57.058851 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-65008ae8-995a-4032-8ab0-d4b74dd78018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:57.060402 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-65008ae8-995a-4032-8ab0-d4b74dd78018 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70342832-c848-49d9-a844-a3699962980d HTTP/1.1" status: 200 len: 908 time: 0.1063507 Dec 15 11:53:57.136950 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-f7ead83a-0f63-4e5b-b760-8dd5649acac6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 HTTP/1.1" status: 200 len: 999 time: 0.0694249 Dec 15 11:53:57.190950 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-4b8e69d0-5446-4c6f-96a8-3225090f5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:57.192928 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-4b8e69d0-5446-4c6f-96a8-3225090f5e54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6cf19521-91c7-4faa-a09b-2a7ca80c03a3 HTTP/1.1" status: 200 len: 846 time: 0.0494480 Dec 15 11:53:57.244131 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-0a9fe1ca-0291-4435-b1e2-4026a5a848ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:57.245686 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-0a9fe1ca-0291-4435-b1e2-4026a5a848ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70342832-c848-49d9-a844-a3699962980d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434179 Dec 15 11:53:57.344177 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-c0d6fb11-4e8f-4a46-8e92-f4e2f0410ced service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912249 Dec 15 11:53:57.437180 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-55bf8f83-a9af-4cd5-809e-6c99244ca5c9 req-09c7f186-c96e-4a7d-987e-a3f0a05ee2be service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859020 Dec 15 11:53:57.674633 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77fc0e-d97d-4290-80a5-9ba16e27f810 req-8a3038e2-ac8e-4ed5-b158-3d08d85f5e8e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:57.676223 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ad77fc0e-d97d-4290-80a5-9ba16e27f810 req-8a3038e2-ac8e-4ed5-b158-3d08d85f5e8e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0629780 Dec 15 11:53:57.730534 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-ad77fc0e-d97d-4290-80a5-9ba16e27f810 req-3f6c0c52-9749-4461-b24b-c61c0fd6ffca tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450833 Dec 15 11:53:58.859782 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f268f9d-1688-41b7-9603-943b3a7c8019 req-2fe2f5a7-d705-4ae2-aed6-84bd4ab11332 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:53:58.861308 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8f268f9d-1688-41b7-9603-943b3a7c8019 req-2fe2f5a7-d705-4ae2-aed6-84bd4ab11332 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0522478 Dec 15 11:53:58.927482 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-8f268f9d-1688-41b7-9603-943b3a7c8019 req-c2e13140-adc7-4487-8bec-c26b7faef812 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594709 Dec 15 11:54:00.064376 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78366d5-15d5-481d-b005-ce25f607f489 req-6f8fb2f3-52be-4bf6-b1e1-8f97a5b7c7bf tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:00.066198 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a78366d5-15d5-481d-b005-ce25f607f489 req-6f8fb2f3-52be-4bf6-b1e1-8f97a5b7c7bf tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0566247 Dec 15 11:54:00.121518 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-a78366d5-15d5-481d-b005-ce25f607f489 req-b3cf3f87-fa8b-4fed-af9d-2f24eaf739b4 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491109 Dec 15 11:54:01.253377 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee15a57-2528-4a18-a84f-69c362a744ea req-44a1c942-8e69-4db0-aadb-2e2f05f564b0 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:01.256062 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7ee15a57-2528-4a18-a84f-69c362a744ea req-44a1c942-8e69-4db0-aadb-2e2f05f564b0 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0528488 Dec 15 11:54:01.316476 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-7ee15a57-2528-4a18-a84f-69c362a744ea req-07ba435b-99ad-4bbc-8e90-238caea2daa0 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554893 Dec 15 11:54:02.457486 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aceee23-4657-4872-82d4-f1e19b8c5249 req-947ea5ae-92f8-4740-8d80-467b186ff7e2 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:02.459124 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1aceee23-4657-4872-82d4-f1e19b8c5249 req-947ea5ae-92f8-4740-8d80-467b186ff7e2 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0610311 Dec 15 11:54:02.525470 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-1aceee23-4657-4872-82d4-f1e19b8c5249 req-9c6ac16c-4840-4921-95b4-79065b33dd66 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566499 Dec 15 11:54:03.662966 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada200c-1411-4726-bb5b-92e6849eca8b req-d492e298-7818-4826-9b25-f9546504cfc2 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:03.664520 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0ada200c-1411-4726-bb5b-92e6849eca8b req-d492e298-7818-4826-9b25-f9546504cfc2 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0574138 Dec 15 11:54:03.714578 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-0ada200c-1411-4726-bb5b-92e6849eca8b req-2f8c63c2-b3de-4e3a-a495-4fff194b1881 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439804 Dec 15 11:54:03.777916 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4dd913e7-1725-4233-815b-d16eb5c4d49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:04.836667 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046c17f-e555-42f8-b357-916293ee255d req-a3412c7d-4a58-437c-b3be-e17b13fc9b49 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:04.838214 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9046c17f-e555-42f8-b357-916293ee255d req-a3412c7d-4a58-437c-b3be-e17b13fc9b49 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0520334 Dec 15 11:54:04.891071 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-9046c17f-e555-42f8-b357-916293ee255d req-d5cfda54-9b23-4475-af2e-d71af1812858 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463564 Dec 15 11:54:06.024987 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25eb86-e75e-47bb-8e54-df3647ba13d3 req-72d89839-ef83-4aec-98c8-0b0ecd1af2ac tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:06.026531 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bd25eb86-e75e-47bb-8e54-df3647ba13d3 req-72d89839-ef83-4aec-98c8-0b0ecd1af2ac tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 943 time: 0.0563393 Dec 15 11:54:06.082453 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-bd25eb86-e75e-47bb-8e54-df3647ba13d3 req-5a1000c2-2ae5-4db5-ac54-bbe53bbd6c5c tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468504 Dec 15 11:54:06.155307 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab649d31-9979-4f43-a589-8cee1e57bd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:06.379583 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:54:06.480260 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:54:06.491591 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Returning: {'device': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'port_id': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'mac_address': 'fa:16:3e:db:82:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:54:06.528751 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:06.543273 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:54:06.564473 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:54:06.573183 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:06.638256 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:54:07.011516 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] get_ports_and_sgs() called for port_ids ['dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:54:07.211323 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa7996-016c-40fa-80e5-7dbba39ed305 req-e84d0843-1224-49d6-b171-29b457ec8299 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:07.212905 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b8fa7996-016c-40fa-80e5-7dbba39ed305 req-e84d0843-1224-49d6-b171-29b457ec8299 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 944 time: 0.0540597 Dec 15 11:54:07.267549 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-b8fa7996-016c-40fa-80e5-7dbba39ed305 req-5b49447f-a92f-401a-ac88-32f626b53794 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481706 Dec 15 11:54:07.326312 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:08.395912 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 up at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:54:08.407310 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7b4b-9130-422e-b867-282036807b02 req-379746fd-021f-41dd-94fd-f73536d4d63b tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:08.408897 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-521c7b4b-9130-422e-b867-282036807b02 req-379746fd-021f-41dd-94fd-f73536d4d63b tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 944 time: 0.0610921 Dec 15 11:54:08.445257 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Provisioning complete for port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:54:08.445623 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782504'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:08.466751 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-521c7b4b-9130-422e-b867-282036807b02 req-15010076-92b8-4e4d-a7ba-4f0d3750e50e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507379 Dec 15 11:54:08.543308 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659161'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:08.567122 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:54:08.569440 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb788892f99dd51b7344f3d4d63b7b768b422b193137037cac525c80f2a809e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dc1e75-aa3f-4ba7-bfbc-38f649e826fe" -d '{"events": [{"server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "name": "network-vif-plugged", "status": "completed", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:54:08.586989 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] For port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:54:08.593201 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792203776485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792203227594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792203227612'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:08.620019 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fd47a7-c90a-4600-a2ea-b1600543f52a x-openstack-request-id: req-98fd47a7-c90a-4600-a2ea-b1600543f52a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:54:08.620314 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "name": "network-vif-plugged", "status": "completed", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:54:08.620604 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98fd47a7-c90a-4600-a2ea-b1600543f52a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:54:08.621001 dv-cinder-813221-4-iscsi neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'code': 200} Dec 15 11:54:08.650039 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Pushing event updated for resources: {'Port': ['ID=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:54:08.894460 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be839732-170f-48a0-8e2e-5db0b76519c5 req-90a07e9b-3ab2-4674-bcbd-49b52ecd1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:08.896045 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-be839732-170f-48a0-8e2e-5db0b76519c5 req-90a07e9b-3ab2-4674-bcbd-49b52ecd1a2c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1098 time: 0.0454834 Dec 15 11:54:08.913354 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:08.944503 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-be839732-170f-48a0-8e2e-5db0b76519c5 req-f0b290ea-92cd-4dd9-b573-72b43d92e5d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412798 Dec 15 11:54:09.503821 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:09.588619 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00e97-cbbe-45df-9cd0-c73b7a0a131a req-a0d539d2-2fb9-4f8c-863b-02ee2c384b5f tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:09.590191 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-32a00e97-cbbe-45df-9cd0-c73b7a0a131a req-a0d539d2-2fb9-4f8c-863b-02ee2c384b5f tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0521395 Dec 15 11:54:09.645282 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-32a00e97-cbbe-45df-9cd0-c73b7a0a131a req-543beafa-6802-4261-8eca-485482ccb963 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465455 Dec 15 11:54:10.779729 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81350aaf-2909-4451-a95e-73c55efb2d4d req-465e9a5d-c157-4561-82eb-d751c7701533 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:10.781288 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-81350aaf-2909-4451-a95e-73c55efb2d4d req-465e9a5d-c157-4561-82eb-d751c7701533 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0642879 Dec 15 11:54:10.836984 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-81350aaf-2909-4451-a95e-73c55efb2d4d req-f0a99092-1033-4b04-9f2a-95eff0b9dd45 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490162 Dec 15 11:54:14.207195 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:31.857475 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:54:33.774696 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-299352af-c95f-4e2c-91ab-eee52255b9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:36.140235 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a86e670b-6cbe-4e3b-8cdf-5862234fe49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:37.322220 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:38.918935 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:39.507876 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:44.216712 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:53.434755 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-edf604f8-418c-47b4-81b9-8619d4043389 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520790 Dec 15 11:54:53.553287 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-cca57c28-be73-4582-991b-fe9720ca6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:53.554829 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-cca57c28-be73-4582-991b-fe9720ca6de6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21add04c7b4ebdb5278d221024b820&device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1098 time: 0.0444663 Dec 15 11:54:53.672218 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-fd2394f9-d395-4399-9849-1175c08568b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:53.673768 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-fd2394f9-d395-4399-9849-1175c08568b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70342832-c848-49d9-a844-a3699962980d HTTP/1.1" status: 200 len: 908 time: 0.0973797 Dec 15 11:54:53.749383 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-fef1b6a2-f55f-4eaa-8ede-01b4f2b8d346 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 HTTP/1.1" status: 200 len: 1001 time: 0.0662556 Dec 15 11:54:53.804266 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-57f1009f-c753-4624-b6d7-e49f0d38c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:53.805871 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-57f1009f-c753-4624-b6d7-e49f0d38c161 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6cf19521-91c7-4faa-a09b-2a7ca80c03a3 HTTP/1.1" status: 200 len: 846 time: 0.0493486 Dec 15 11:54:53.859042 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-8bf4020e-ef8b-4c88-ad82-5fec8e4f1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:54:53.860640 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-8bf4020e-ef8b-4c88-ad82-5fec8e4f1d8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70342832-c848-49d9-a844-a3699962980d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479009 Dec 15 11:54:53.996681 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-e1dc7d87-6ad2-4bd3-b1e6-9dffcd076beb service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262238 Dec 15 11:54:54.135301 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-49000728-3a5d-44d1-a0f1-05d4eb974415 req-09fb0fae-d654-4aa0-89cf-a5801f25c67b service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308362 Dec 15 11:55:03.770297 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17d1273b-1f4a-49f7-b28e-d8a725aff7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:06.144600 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7235c915-3757-401f-a1e8-e723ec426153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:07.332004 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:08.857627 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:55:08.923622 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:09.503915 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:14.209032 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:33.777456 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8e06333-8e0f-4637-a093-c681307c43be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:36.155189 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf5c70a8-4989-428e-9ab7-84e96d701435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:36.817511 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 52130) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:36.990650 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Deleting port 29f46d5e-aad3-4aca-8e8a-b2e517cd33a1 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:55:36.990992 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:37.070416 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:37.070705 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:37.082237 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Calling delete_port for 29f46d5e-aad3-4aca-8e8a-b2e517cd33a1 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:55:37.242286 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:37.268557 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event deleted for resources: {'Port': ['ID=29f46d5e-aad3-4aca-8e8a-b2e517cd33a1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:37.295948 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.296305 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.296653 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.296989 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.297333 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.297663 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.297990 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.298319 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.298645 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.298972 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.299286 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.299612 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.299942 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:37.334868 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:37.350521 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:37.350852 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.db.l3_db [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Floating IP 3a3a40b4-fd03-4df0-a11b-7a2f7e5ac852 disassociated (deleted). External IP: 172.27.1.106, port: dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50. Dec 15 11:55:37.823888 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Router adf7f211-71ca-4826-9185-c63a836d48d5 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:55:37.939350 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:55:37.945016 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:37.950075 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842684dc-025e-4d04-bf87-69fe8891a868 None None] Sync routers for ids ['adf7f211-71ca-4826-9185-c63a836d48d5'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:55:37.961637 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842684dc-025e-4d04-bf87-69fe8891a868 None None] Routers {'adf7f211-71ca-4826-9185-c63a836d48d5'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:55:37.962277 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-842684dc-025e-4d04-bf87-69fe8891a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:55:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['adf7f211-71ca-4826-9185-c63a836d48d5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:37.977650 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-9f1e853f-cf17-4fde-99c1-973886592701 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "DELETE /v2.0/floatingips/3a3a40b4-fd03-4df0-a11b-7a2f7e5ac852 HTTP/1.1" status: 204 len: 168 time: 1.1574080 Dec 15 11:55:37.977650 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:55:37.979358 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d23c7a-f195-460f-91d8-42fded6cd980" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:55:38.080306 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-842684dc-025e-4d04-bf87-69fe8891a868 None None] Set router adf7f211-71ca-4826-9185-c63a836d48d5 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:55:38.081705 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec45fd-58a6-40db-8877-352b9a2fab95 x-openstack-request-id: req-52ec45fd-58a6-40db-8877-352b9a2fab95 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:55:38.082069 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:55:38.082643 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52ec45fd-58a6-40db-8877-352b9a2fab95 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:55:38.083592 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'status': 'completed', 'code': 200} Dec 15 11:55:38.183368 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d23c7a-f195-460f-91d8-42fded6cd980 req-f53ee3f4-f55e-48a2-941e-d0db5e12901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:55:38.185272 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a3d23c7a-f195-460f-91d8-42fded6cd980 req-f53ee3f4-f55e-48a2-941e-d0db5e12901f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21add04c7b4ebdb5278d221024b820&device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 1098 time: 0.0535026 Dec 15 11:55:38.213328 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dc7d4-1ba8-4e77-a090-ee88b0aa59ba req-3a8b2dd3-b8d0-4fea-aa93-98c8775a2651 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:55:38.214839 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4f1dc7d4-1ba8-4e77-a090-ee88b0aa59ba req-3a8b2dd3-b8d0-4fea-aa93-98c8775a2651 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0547411 Dec 15 11:55:38.274819 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-4f1dc7d4-1ba8-4e77-a090-ee88b0aa59ba req-b498d49d-26d6-4f6a-a7e6-42ba07476d53 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531890 Dec 15 11:55:38.282159 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d23c7a-f195-460f-91d8-42fded6cd980 req-434de259-2847-408c-bbe3-a5f4e01006eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:55:38.283682 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a3d23c7a-f195-460f-91d8-42fded6cd980 req-434de259-2847-408c-bbe3-a5f4e01006eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=70342832-c848-49d9-a844-a3699962980d HTTP/1.1" status: 200 len: 908 time: 0.0914862 Dec 15 11:55:38.296491 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-842684dc-025e-4d04-bf87-69fe8891a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 4, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1', 'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'mac_address': 'fa:16:3e:04:75:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:33Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 5, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'subnets': [{'id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:38.329911 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842684dc-025e-4d04-bf87-69fe8891a868 None None] Checking router: adf7f211-71ca-4826-9185-c63a836d48d5 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:55:38.335159 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a3d23c7a-f195-460f-91d8-42fded6cd980 req-14ef2e7c-c1f9-469a-9211-f410501a80e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 HTTP/1.1" status: 200 len: 217 time: 0.0416205 Dec 15 11:55:38.339946 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842684dc-025e-4d04-bf87-69fe8891a868 None None] Routers {'adf7f211-71ca-4826-9185-c63a836d48d5'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:55:38.340565 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-842684dc-025e-4d04-bf87-69fe8891a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:55:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['adf7f211-71ca-4826-9185-c63a836d48d5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:38.385492 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d23c7a-f195-460f-91d8-42fded6cd980 req-d343eeba-52a8-4fa1-a7b1-a3a53523b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:55:38.387174 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a3d23c7a-f195-460f-91d8-42fded6cd980 req-d343eeba-52a8-4fa1-a7b1-a3a53523b048 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6cf19521-91c7-4faa-a09b-2a7ca80c03a3 HTTP/1.1" status: 200 len: 846 time: 0.0443628 Dec 15 11:55:38.434758 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d23c7a-f195-460f-91d8-42fded6cd980 req-a8465a36-a1ed-4590-9d7a-10fac5db13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:55:38.436316 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a3d23c7a-f195-460f-91d8-42fded6cd980 req-a8465a36-a1ed-4590-9d7a-10fac5db13c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70342832-c848-49d9-a844-a3699962980d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416603 Dec 15 11:55:38.448560 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-842684dc-025e-4d04-bf87-69fe8891a868 None None] Set router adf7f211-71ca-4826-9185-c63a836d48d5 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:55:38.529331 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a3d23c7a-f195-460f-91d8-42fded6cd980 req-9dc3e411-84d0-4e65-91f2-ab83c025612c service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845051 Dec 15 11:55:38.620472 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-a3d23c7a-f195-460f-91d8-42fded6cd980 req-dd8ce32a-c22b-421a-8199-9d0d51fd55c1 service neutron] 10.222.0.59 "GET /v2.0/networks/70342832-c848-49d9-a844-a3699962980d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828645 Dec 15 11:55:38.651718 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-842684dc-025e-4d04-bf87-69fe8891a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 4, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1', 'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'mac_address': 'fa:16:3e:04:75:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:33Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 5, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'subnets': [{'id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:38.682648 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842684dc-025e-4d04-bf87-69fe8891a868 None None] The sync data for ids ['adf7f211-71ca-4826-9185-c63a836d48d5'] in dv-cinder-813221-4-iscsi is: [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:50:34Z', 'revision_number': 4, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi', '_interfaces': [{'id': '07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1', 'name': '', 'network_id': '70342832-c848-49d9-a844-a3699962980d', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'mac_address': 'fa:16:3e:04:75:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:33Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 5, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'subnets': [{'id': '6cf19521-91c7-4faa-a09b-2a7ca80c03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:55:38.910867 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1072891-371d-4409-bb07-f31422a137ef None None] New status for floating IP 3a3a40b4-fd03-4df0-a11b-7a2f7e5ac852: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:55:38.922167 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:39.453815 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc194a-874b-4216-96e8-9639610f401e req-7e76db30-ebc2-41ee-8181-473edd453a1e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:55:39.455335 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c7cc194a-874b-4216-96e8-9639610f401e req-7e76db30-ebc2-41ee-8181-473edd453a1e tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0526085 Dec 15 11:55:39.508559 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:39.513969 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-c7cc194a-874b-4216-96e8-9639610f401e req-a64b3b68-3340-469b-94b3-449f1aa0d68a tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/security-groups?id=40742e77-6612-4428-a967-692dd04f0495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508754 Dec 15 11:55:40.031985 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88138b5-5c7c-4ee8-a8d8-af05b9ecd7fb req-7fa82093-762c-4382-8733-9d01c9a560f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:55:40.033464 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-d88138b5-5c7c-4ee8-a8d8-af05b9ecd7fb req-7fa82093-762c-4382-8733-9d01c9a560f6 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 945 time: 0.0634043 Dec 15 11:55:40.127955 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-d88138b5-5c7c-4ee8-a8d8-af05b9ecd7fb req-82603712-5c9a-412d-ba8c-4e756a5545b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Deleting port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:55:40.128269 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d88138b5-5c7c-4ee8-a8d8-af05b9ecd7fb req-82603712-5c9a-412d-ba8c-4e756a5545b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:40.220196 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-d88138b5-5c7c-4ee8-a8d8-af05b9ecd7fb req-82603712-5c9a-412d-ba8c-4e756a5545b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] For port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:55:40.220577 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d88138b5-5c7c-4ee8-a8d8-af05b9ecd7fb req-82603712-5c9a-412d-ba8c-4e756a5545b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:40.233552 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-d88138b5-5c7c-4ee8-a8d8-af05b9ecd7fb req-82603712-5c9a-412d-ba8c-4e756a5545b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Calling delete_port for dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:55:40.366111 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d88138b5-5c7c-4ee8-a8d8-af05b9ecd7fb req-82603712-5c9a-412d-ba8c-4e756a5545b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:40.397813 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82603712-5c9a-412d-ba8c-4e756a5545b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event deleted for resources: {'Port': ['ID=dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:40.440191 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88138b5-5c7c-4ee8-a8d8-af05b9ecd7fb req-82603712-5c9a-412d-ba8c-4e756a5545b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] No DVR routers for this DVR port dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 on host hv-cinder-81322 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:55:40.443532 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d88138b5-5c7c-4ee8-a8d8-af05b9ecd7fb req-82603712-5c9a-412d-ba8c-4e756a5545b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519194'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:40.447250 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [req-d88138b5-5c7c-4ee8-a8d8-af05b9ecd7fb req-82603712-5c9a-412d-ba8c-4e756a5545b7 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.59 "DELETE /v2.0/ports/dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 HTTP/1.1" status: 204 len: 173 time: 0.4073801 Dec 15 11:55:40.447735 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'name': 'network-vif-deleted', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:55:40.450736 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426fcd3d404830d47765fca8bdb4f1256225366b616e8caadd3dcb932c4fc2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb56c025-1ca8-4701-bfe3-ce1f60008741" -d '{"events": [{"server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "name": "network-vif-deleted", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:55:40.494056 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9509c7c-78f1-4e84-a1dc-77fdf5594e73 x-openstack-request-id: req-e9509c7c-78f1-4e84-a1dc-77fdf5594e73 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:55:40.494394 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f5b36b-a700-4b3e-9b79-78c80ba14cac", "name": "network-vif-deleted", "tag": "dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:55:40.494640 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9509c7c-78f1-4e84-a1dc-77fdf5594e73 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:55:40.495045 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f5b36b-a700-4b3e-9b79-78c80ba14cac', 'name': 'network-vif-deleted', 'tag': 'dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50', 'status': 'completed', 'code': 200} Dec 15 11:55:40.711823 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [req-6c28a477-4f76-480d-b2e3-f433427cfdce req-e32ada58-abe1-4f7e-a299-41a0a406aae9 tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f5b36b-a700-4b3e-9b79-78c80ba14cac HTTP/1.1" status: 200 len: 210 time: 0.0261214 Dec 15 11:55:41.781802 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 52164) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:41.843783 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-362b70dd-5c77-4514-a9f0-18c6ee1061eb tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:41.870390 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-362b70dd-5c77-4514-a9f0-18c6ee1061eb tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:41.937145 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-362b70dd-5c77-4514-a9f0-18c6ee1061eb tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:41.939829 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-362b70dd-5c77-4514-a9f0-18c6ee1061eb tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:41.941064 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-362b70dd-5c77-4514-a9f0-18c6ee1061eb tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] 10.222.0.46 "DELETE /v2.0/security-groups/40742e77-6612-4428-a967-692dd04f0495 HTTP/1.1" status: 204 len: 168 time: 0.1581223 Dec 15 11:55:41.950595 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b70dd-5c77-4514-a9f0-18c6ee1061eb tempest-TestShelveInstance-745640416 tempest-TestShelveInstance-745640416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40742e77-6612-4428-a967-692dd04f0495,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:41.985123 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 52168) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:42.467596 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549912'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:42.718495 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] Deleting port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:55:42.718759 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:42.766181 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:55:42.786920 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] No Port match for: dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:55:42.787304 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Device dcd6a68d-58cc-4ff6-8e1d-34e8e4d5ae50 not bound to the agent host hv-cinder-81322 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:55:42.797551 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] For port 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:55:42.798119 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:42.810536 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] Calling delete_port for 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:55:42.992734 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:43.023047 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:43.189619 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550020'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:43.430096 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] Router adf7f211-71ca-4826-9185-c63a836d48d5 has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:55:43.536912 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:55:43.542509 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-ef8378bc-5c43-47db-b673-ab70f72e03e4 admin admin] 10.222.0.46 "PUT /v2.0/routers/adf7f211-71ca-4826-9185-c63a836d48d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5561607 Dec 15 11:55:43.545221 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 52172) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:43.548392 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b0767-5330-48e0-8b58-cf3e0efdd6dd None None] Sync routers for ids ['adf7f211-71ca-4826-9185-c63a836d48d5'] in dv-cinder-813221-4-iscsi {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:55:43.559273 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b0767-5330-48e0-8b58-cf3e0efdd6dd None None] Routers {'adf7f211-71ca-4826-9185-c63a836d48d5'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:55:43.559953 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c36b0767-5330-48e0-8b58-cf3e0efdd6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:55:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['adf7f211-71ca-4826-9185-c63a836d48d5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:43.649938 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:43.756179 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:43.805503 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-c36b0767-5330-48e0-8b58-cf3e0efdd6dd None None] Set router adf7f211-71ca-4826-9185-c63a836d48d5 gateway port host: dv-cinder-813221-4-iscsi {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:55:43.812726 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Deleting port ee99ce68-919f-4442-9788-41762456a175 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:55:43.813235 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:43.897723 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] For port ee99ce68-919f-4442-9788-41762456a175, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=ee99ce68-919f-4442-9788-41762456a175,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:55:43.898138 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:43.910891 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Calling delete_port for ee99ce68-919f-4442-9788-41762456a175 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:55:44.000453 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c36b0767-5330-48e0-8b58-cf3e0efdd6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ee99ce68-919f-4442-9788-41762456a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:55:42Z', 'revision_number': 5, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port': {'id': 'ee99ce68-919f-4442-9788-41762456a175', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:32Z', 'updated_at': '2021-12-15T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:44.028279 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b0767-5330-48e0-8b58-cf3e0efdd6dd None None] Checking router: adf7f211-71ca-4826-9185-c63a836d48d5 for host: dv-cinder-813221-4-iscsi {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:55:44.038392 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b0767-5330-48e0-8b58-cf3e0efdd6dd None None] Routers {'adf7f211-71ca-4826-9185-c63a836d48d5'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:55:44.039139 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c36b0767-5330-48e0-8b58-cf3e0efdd6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:55:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['adf7f211-71ca-4826-9185-c63a836d48d5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:44.086880 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.112679 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee99ce68-919f-4442-9788-41762456a175,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:44.129009 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-c36b0767-5330-48e0-8b58-cf3e0efdd6dd None None] Set router adf7f211-71ca-4826-9185-c63a836d48d5 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:55:44.178621 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552742'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.183648 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c36b0767-5330-48e0-8b58-cf3e0efdd6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:55:43Z', 'revision_number': 6, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port_host': None}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:44.214447 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b0767-5330-48e0-8b58-cf3e0efdd6dd None None] The sync data for ids ['adf7f211-71ca-4826-9185-c63a836d48d5'] in dv-cinder-813221-4-iscsi is: [{'id': 'adf7f211-71ca-4826-9185-c63a836d48d5', 'name': 'tempest-TestShelveInstance-56001806-router', 'tenant_id': '0a21add04c7b4ebdb5278d221024b820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:31Z', 'updated_at': '2021-12-15T11:55:43Z', 'revision_number': 6, 'project_id': '0a21add04c7b4ebdb5278d221024b820', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:55:44.228061 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.275494 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12359'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.277910 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.322691 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550335'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.323219 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adf7f211-71ca-4826-9185-c63a836d48d5 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:55:44.328041 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.329214 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-114672cf-041e-4942-98a2-8970c089f347 admin admin] 10.222.0.46 "DELETE /v2.0/routers/adf7f211-71ca-4826-9185-c63a836d48d5 HTTP/1.1" status: 204 len: 168 time: 0.7830610 Dec 15 11:55:44.331954 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 52174) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:44.376976 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4076db7-57aa-44f3-a967-a859e6c9d306 admin admin] Deleting subnet 6cf19521-91c7-4faa-a09b-2a7ca80c03a3 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:55:44.380355 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4076db7-57aa-44f3-a967-a859e6c9d306 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.418502 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4076db7-57aa-44f3-a967-a859e6c9d306 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261087230'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.497220 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4076db7-57aa-44f3-a967-a859e6c9d306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.552884 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4076db7-57aa-44f3-a967-a859e6c9d306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261048293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261019114'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.579678 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4076db7-57aa-44f3-a967-a859e6c9d306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf19521-91c7-4faa-a09b-2a7ca80c03a3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:44.585373 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4076db7-57aa-44f3-a967-a859e6c9d306 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.589636 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-b4076db7-57aa-44f3-a967-a859e6c9d306 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6cf19521-91c7-4faa-a09b-2a7ca80c03a3 HTTP/1.1" status: 204 len: 168 time: 0.2566552 Dec 15 11:55:44.592607 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bedc82-2d27-4627-ba1c-844c59385664 None None] Network 70342832-c848-49d9-a844-a3699962980d requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:55:44.592753 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 52176) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:44.674153 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.731088 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Deleting port 22ef66a2-dd1c-482c-8820-cadc9cc753e4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:55:44.731445 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.798218 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] For port 22ef66a2-dd1c-482c-8820-cadc9cc753e4, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=22ef66a2-dd1c-482c-8820-cadc9cc753e4,segment=NetworkSegment(5c8cd317-1022-4180-abf4-c11443659cac),segment_id=5c8cd317-1022-4180-abf4-c11443659cac)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:55:44.798596 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.811095 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Calling delete_port for 22ef66a2-dd1c-482c-8820-cadc9cc753e4 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:55:44.901020 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:44.927421 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Pushing event deleted for resources: {'Port': ['ID=22ef66a2-dd1c-482c-8820-cadc9cc753e4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:44.937971 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] No DVR routers for this DVR port 22ef66a2-dd1c-482c-8820-cadc9cc753e4 on host dv-cinder-813221-4-iscsi {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:55:44.941186 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.941542 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.941896 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.942243 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.942591 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.943150 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.943516 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.943878 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.944208 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.944540 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.944876 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.945184 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:44.945516 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:45.017571 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e263fe65-9d44-49d3-96fa-10f6c4092a39 None None] DHCP port deletion for 70342832-c848-49d9-a844-a3699962980d request from dv-cinder-813221-4-iscsi {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:55:45.036871 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:45.061371 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70342832-c848-49d9-a844-a3699962980d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:45.071441 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8cd317-1022-4180-abf4-c11443659cac') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:45.071879 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8cd317-1022-4180-abf4-c11443659cac') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:45.077708 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 22ef66a2-dd1c-482c-8820-cadc9cc753e4 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:55:45.082963 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260691950'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:45.097022 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:45.097933 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 22ef66a2-dd1c-482c-8820-cadc9cc753e4 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:55:45.098285 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 22ef66a2-dd1c-482c-8820-cadc9cc753e4 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:55:45.098702 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:55:45.103863 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:55:45.104274 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260673831'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: Traceback (most recent call last): Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: timer() Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: cb(*args, **kw) Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: return func(*args, **kwargs) Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: self._notify() Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: self.callback(batched_events) Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: event.method(event) Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: return f(self, *a, **k) Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._get(url).json() Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: return self.request(url, 'GET', **kwargs) Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:55:45.106224 dv-cinder-813221-4-iscsi neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:55:45.118183 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:55:45.118928 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 07ddc67a-b95f-4be1-bca5-6fd74ba4e8b1 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:55:45.119584 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device ee99ce68-919f-4442-9788-41762456a175 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:55:45.141257 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: ee99ce68-919f-4442-9788-41762456a175 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:55:45.141618 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device ee99ce68-919f-4442-9788-41762456a175 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:55:45.164354 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:45.169915 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:45.173447 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] 10.222.0.46 "DELETE /v2.0/networks/70342832-c848-49d9-a844-a3699962980d HTTP/1.1" status: 204 len: 168 time: 0.5797508 Dec 15 11:55:45.176973 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 52178) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:45.188801 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd2806-8489-4371-a82d-62b0d9dfcace admin admin] Pushing event deleted for resources: {'Network': ['ID=70342832-c848-49d9-a844-a3699962980d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:45.549912 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549912'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:45.801407 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] Deleting port 406d1ead-c0f4-4974-987c-93c96375e292 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:55:45.801643 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:45.865370 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:55:45.885999 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] For port 406d1ead-c0f4-4974-987c-93c96375e292, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=406d1ead-c0f4-4974-987c-93c96375e292,segment=NetworkSegment(8774a4a2-1b81-4d44-9d3c-68a1f2a98a11),segment_id=8774a4a2-1b81-4d44-9d3c-68a1f2a98a11)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:55:45.886393 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:45.899544 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] Calling delete_port for 406d1ead-c0f4-4974-987c-93c96375e292 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:55:46.366783 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:46.396421 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] Pushing event deleted for resources: {'Port': ['ID=406d1ead-c0f4-4974-987c-93c96375e292,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:46.559303 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550020'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:46.778882 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] Router 2b2e1350-2c7c-4db6-b705-c006c122008a has already been hosted by L3 agent 6bdf7609-299d-4c48-a9db-46941ff4b0e0 {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:55:46.890142 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] Notify agent at l3_agent.dv-cinder-813221-4-iscsi the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:55:46.896365 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-d5e5ce5a-ca7a-4386-817f-257d74af564b admin admin] 10.222.0.46 "PUT /v2.0/routers/2b2e1350-2c7c-4db6-b705-c006c122008a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7175646 Dec 15 11:55:46.898496 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 52180) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:46.899829 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13b3df-4683-43d0-bffc-e06fc2865031 None None] Sync routers for ids ['2b2e1350-2c7c-4db6-b705-c006c122008a'] in dv-cinder-813221-4-iscsi {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:55:46.911379 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13b3df-4683-43d0-bffc-e06fc2865031 None None] Routers {'2b2e1350-2c7c-4db6-b705-c006c122008a'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:55:46.912042 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9e13b3df-4683-43d0-bffc-e06fc2865031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:55:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['2b2e1350-2c7c-4db6-b705-c006c122008a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:47.001778 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.020455 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-9e13b3df-4683-43d0-bffc-e06fc2865031 None None] Set router 2b2e1350-2c7c-4db6-b705-c006c122008a gateway port host: dv-cinder-813221-4-iscsi {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:55:47.108738 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.167130 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Deleting port 050b9647-522b-4887-8931-dd7f8deddf97 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:55:47.167472 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.205057 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9e13b3df-4683-43d0-bffc-e06fc2865031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'name': 'tempest-TestShelveInstance-1597113626-router', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'external_fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '050b9647-522b-4887-8931-dd7f8deddf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:36Z', 'updated_at': '2021-12-15T11:55:46Z', 'revision_number': 5, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'gw_port': {'id': '050b9647-522b-4887-8931-dd7f8deddf97', 'name': '', 'network_id': 'f2eb7a8c-45e7-4bb7-8367-bc928c8bb1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '129a0cb0-1772-497c-8c06-25221d37918e', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:50:37Z', 'updated_at': '2021-12-15T11:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '129a0cb0-1772-497c-8c06-25221d37918e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-4-iscsi'}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:47.232236 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13b3df-4683-43d0-bffc-e06fc2865031 None None] Checking router: 2b2e1350-2c7c-4db6-b705-c006c122008a for host: dv-cinder-813221-4-iscsi {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:55:47.241084 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13b3df-4683-43d0-bffc-e06fc2865031 None None] Routers {'2b2e1350-2c7c-4db6-b705-c006c122008a'} bound to L3 agent in host dv-cinder-813221-4-iscsi {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:55:47.241677 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9e13b3df-4683-43d0-bffc-e06fc2865031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:36Z,description=,heartbeat_timestamp=2021-12-15T11:55:36Z,host='dv-cinder-813221-4-iscsi',id=6bdf7609-299d-4c48-a9db-46941ff4b0e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:36Z,topic='l3_agent')) {'router_ids': ['2b2e1350-2c7c-4db6-b705-c006c122008a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:47.245057 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] For port 050b9647-522b-4887-8931-dd7f8deddf97, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=050b9647-522b-4887-8931-dd7f8deddf97,segment=NetworkSegment(cf17c20e-8693-467b-85ed-3cb03e77775c),segment_id=cf17c20e-8693-467b-85ed-3cb03e77775c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:55:47.245423 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.258874 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Calling delete_port for 050b9647-522b-4887-8931-dd7f8deddf97 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:55:47.328124 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-9e13b3df-4683-43d0-bffc-e06fc2865031 None None] Set router 2b2e1350-2c7c-4db6-b705-c006c122008a gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:55:47.385989 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9e13b3df-4683-43d0-bffc-e06fc2865031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'name': 'tempest-TestShelveInstance-1597113626-router', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:36Z', 'updated_at': '2021-12-15T11:55:47Z', 'revision_number': 6, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'gw_port_host': None}], 'dv-cinder-813221-4-iscsi', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:47.418849 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13b3df-4683-43d0-bffc-e06fc2865031 None None] The sync data for ids ['2b2e1350-2c7c-4db6-b705-c006c122008a'] in dv-cinder-813221-4-iscsi is: [{'id': '2b2e1350-2c7c-4db6-b705-c006c122008a', 'name': 'tempest-TestShelveInstance-1597113626-router', 'tenant_id': '3f3043e710ad409cb9d95ade7318e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:50:36Z', 'updated_at': '2021-12-15T11:55:47Z', 'revision_number': 6, 'project_id': '3f3043e710ad409cb9d95ade7318e0ee', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:55:47.438011 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261048274'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.465913 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=050b9647-522b-4887-8931-dd7f8deddf97,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:47.532096 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552742'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.623269 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12359'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.626700 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.680732 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550335'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.681398 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2e1350-2c7c-4db6-b705-c006c122008a {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:55:47.685835 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.687023 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-f0b9e207-69ae-438b-8b59-5d2b30a4b2a5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2b2e1350-2c7c-4db6-b705-c006c122008a HTTP/1.1" status: 204 len: 168 time: 0.7875347 Dec 15 11:55:47.689720 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 52182) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:47.735926 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-e284370a-058a-47c1-af65-0f6615bc420e admin admin] Deleting subnet 7579c326-125a-43ef-9414-ad124da172ce {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:55:47.739271 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e284370a-058a-47c1-af65-0f6615bc420e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.780733 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e284370a-058a-47c1-af65-0f6615bc420e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261087230'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.865964 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e284370a-058a-47c1-af65-0f6615bc420e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772742'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.917695 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e284370a-058a-47c1-af65-0f6615bc420e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261048293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261019114'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.942846 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284370a-058a-47c1-af65-0f6615bc420e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7579c326-125a-43ef-9414-ad124da172ce,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:47.946585 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e284370a-058a-47c1-af65-0f6615bc420e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:47.952887 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-e284370a-058a-47c1-af65-0f6615bc420e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7579c326-125a-43ef-9414-ad124da172ce HTTP/1.1" status: 204 len: 168 time: 0.2594371 Dec 15 11:55:47.953481 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 52184) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:47.953986 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27540ceb-d973-49c2-8268-5512a73c5f95 None None] Network 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 requested from dv-cinder-813221-4-iscsi {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:55:48.028623 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645288'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.084801 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Deleting port fd10dc32-9c63-47e9-ad0d-6c3c0541761d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:55:48.085142 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.158181 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] For port fd10dc32-9c63-47e9-ad0d-6c3c0541761d, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=fd10dc32-9c63-47e9-ad0d-6c3c0541761d,segment=NetworkSegment(8774a4a2-1b81-4d44-9d3c-68a1f2a98a11),segment_id=8774a4a2-1b81-4d44-9d3c-68a1f2a98a11)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:55:48.158588 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.173413 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Calling delete_port for fd10dc32-9c63-47e9-ad0d-6c3c0541761d owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:55:48.176380 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] DHCP port deletion for 4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 request from dv-cinder-813221-4-iscsi {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:55:48.232105 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Deleting port fd10dc32-9c63-47e9-ad0d-6c3c0541761d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:55:48.232793 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792203623024'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.263777 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260673914'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.290958 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd10dc32-9c63-47e9-ad0d-6c3c0541761d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:48.294704 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] No DVR routers for this DVR port fd10dc32-9c63-47e9-ad0d-6c3c0541761d on host dv-cinder-813221-4-iscsi {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:55:48.296348 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] For port fd10dc32-9c63-47e9-ad0d-6c3c0541761d, host dv-cinder-813221-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-4-iscsi',level=0,port_id=fd10dc32-9c63-47e9-ad0d-6c3c0541761d,segment=NetworkSegment(8774a4a2-1b81-4d44-9d3c-68a1f2a98a11),segment_id=8774a4a2-1b81-4d44-9d3c-68a1f2a98a11)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:55:48.296867 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670349'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.310198 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Calling delete_port for fd10dc32-9c63-47e9-ad0d-6c3c0541761d owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:55:48.372397 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772369', 'neutron.services.segments.db._delete_segments_for_network-8792203760514'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.391816 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792203776467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792203227585'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.398908 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:48.411385 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8774a4a2-1b81-4d44-9d3c-68a1f2a98a11') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:48.411862 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8774a4a2-1b81-4d44-9d3c-68a1f2a98a11') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:55:48.418077 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Pushing event deleted for resources: {'Port': ['ID=fd10dc32-9c63-47e9-ad0d-6c3c0541761d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:48.421534 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792203765643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260691950'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.427006 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] No DVR routers for this DVR port fd10dc32-9c63-47e9-ad0d-6c3c0541761d on host dv-cinder-813221-4-iscsi {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:55:48.436385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.436385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.436385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.436385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.436385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.436385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.436385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.436385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.436385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.436385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.436385 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.437831 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.437831 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867b2b-0a61-4c47-be36-8eac9672b4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-4-iscsi {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:55:48.447961 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.455795 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:55:48.456204 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260673831'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: Traceback (most recent call last): Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: timer() Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: cb(*args, **kw) Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: return func(*args, **kwargs) Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: self._notify() Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: self.callback(batched_events) Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: event.method(event) Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: return f(self, *a, **k) Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._get(url).json() Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: return self.request(url, 'GET', **kwargs) Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:55:48.457972 dv-cinder-813221-4-iscsi neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:55:48.521715 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552714'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.527710 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629876'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.530848 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86 HTTP/1.1" status: 204 len: 168 time: 0.5762768 Dec 15 11:55:48.542670 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357a5e3-b193-40ad-958f-a065858bb4b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8c0aeb-e2da-41f2-9f96-dc9d2cb65d86,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:48.649061 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 52188) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:48.691246 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-51d1d15e-84ad-42ac-8016-9199b7309d6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a21add04c7b4ebdb5278d221024b820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408435 Dec 15 11:55:48.693862 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.46', 52190) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:48.751966 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04209566-ead3-4b73-9d6a-167a7053e556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.775923 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04209566-ead3-4b73-9d6a-167a7053e556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.790621 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 050b9647-522b-4887-8931-dd7f8deddf97 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:55:48.811539 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 050b9647-522b-4887-8931-dd7f8deddf97 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:55:48.811891 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 050b9647-522b-4887-8931-dd7f8deddf97 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:55:48.812337 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device fd10dc32-9c63-47e9-ad0d-6c3c0541761d no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:55:48.826694 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04209566-ead3-4b73-9d6a-167a7053e556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.829391 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04209566-ead3-4b73-9d6a-167a7053e556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:48.830552 dv-cinder-813221-4-iscsi neutron-server[102605]: INFO neutron.wsgi [None req-04209566-ead3-4b73-9d6a-167a7053e556 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29884dd3-03d4-434f-96f5-5692e3a29941 HTTP/1.1" status: 204 len: 168 time: 0.1356907 Dec 15 11:55:48.832150 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: fd10dc32-9c63-47e9-ad0d-6c3c0541761d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:55:48.832501 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device fd10dc32-9c63-47e9-ad0d-6c3c0541761d not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:55:48.833399 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 406d1ead-c0f4-4974-987c-93c96375e292 no longer exists at agent ovs-agent-dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:55:48.839077 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04209566-ead3-4b73-9d6a-167a7053e556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29884dd3-03d4-434f-96f5-5692e3a29941,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:55:48.856102 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] No Port match for: 406d1ead-c0f4-4974-987c-93c96375e292 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:55:48.856454 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Device 406d1ead-c0f4-4974-987c-93c96375e292 not bound to the agent host dv-cinder-813221-4-iscsi {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:55:49.204178 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 52196) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:49.251817 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-5921d60b-68c7-44a9-a1e5-969fa5a5c810 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f3043e710ad409cb9d95ade7318e0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440578 Dec 15 11:55:49.252290 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.46', 52198) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:55:49.301195 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06e6a750-f20a-41f8-8038-cc79c702fd6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:49.322497 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06e6a750-f20a-41f8-8038-cc79c702fd6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:49.369737 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06e6a750-f20a-41f8-8038-cc79c702fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537696'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:49.372818 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06e6a750-f20a-41f8-8038-cc79c702fd6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:49.374205 dv-cinder-813221-4-iscsi neutron-server[102604]: INFO neutron.wsgi [None req-06e6a750-f20a-41f8-8038-cc79c702fd6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7f6b2c7-2225-4fb8-9a6e-bbe423e596e9 HTTP/1.1" status: 204 len: 168 time: 0.1208265 Dec 15 11:55:49.382770 dv-cinder-813221-4-iscsi neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6a750-f20a-41f8-8038-cc79c702fd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f6b2c7-2225-4fb8-9a6e-bbe423e596e9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:56:03.763337 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46f42138-30d8-4cd0-9a5f-ed4d222e2297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:06.164302 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e186ce4-2b85-4c47-9bd3-5252942604ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:07.343731 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:08.925483 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:09.523984 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:14.223652 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:22.855096 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:56:33.765133 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-091f7c3c-28b5-4750-b303-d7be1b1a258a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:36.160038 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d7c8dfa-4911-4b2f-bb21-95a4d3e8fe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:37.343587 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:38.929351 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:39.527377 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:44.224080 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:59.856775 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:57:03.774842 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4050064-77e8-4427-883b-18671afb429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:06.156688 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-130e3383-cf2a-4331-abab-bd7add746385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:07.346071 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:08.931285 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:09.529827 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:14.237804 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:27.340774 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [req-99627aaa-7e50-4296-b7f6-92d50d412698 req-66c18dc7-af98-4de9-a618-63995d31a274 service neutron] (102605) timed out ('10.222.0.46', 46230) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 11:57:33.767215 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd1e8-d39a-4b3d-b181-9b588c39bcf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:36.156120 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fdd5-53e3-4578-b2d4-7f2acbc4e0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:36.860909 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:57:37.355499 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:38.936832 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:39.529084 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:44.252168 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:03.769225 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ba06-8014-4847-ad21-db9a1746ec9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:06.152489 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6bff-2d16-4586-abca-69c7c20e87dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:07.359268 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:08.941515 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:09.527671 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:13.866174 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:58:14.237941 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:33.775668 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9884fc14-e395-4eee-9333-b8cec3b63431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:36.147766 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e750a624-11cd-49cd-9e2e-1f4b9d50b9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:37.357974 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:38.941867 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:39.535201 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:44.251697 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:58:50.867041 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:59:03.761882 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-30b61fcc-9215-409f-862e-fc231e951bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:06.144349 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffa7e-c337-435b-b52f-e047064530d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:07.358224 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:08.944325 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:09.521243 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:14.250990 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:27.869243 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:59:33.762255 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67b2e662-af4d-4e7b-a9be-b76970505692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:36.142203 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf28a-c0f5-4ad0-850a-076c0c8bddac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:37.359368 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:38.952134 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:39.519141 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:44.237980 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:59:56.374723 dv-cinder-813221-4-iscsi neutron-server[102605]: DEBUG neutron.wsgi [req-120766dd-724a-434a-9ac5-8b8638db9fe4 req-c7f4f572-a7f8-40ec-a435-42db99e7a512 service neutron] (102605) timed out ('10.222.0.59', 61979) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 12:00:03.760434 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-959cb056-4f1b-4079-bb7c-ad50022a5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:00:04.869705 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:00:06.137868 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b72d07d4-1600-4b30-9521-4f30d74ab5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:00:07.364207 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:00:08.953387 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:00:09.515016 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:00:14.245776 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:00:33.756908 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-74fdbbc4-8843-4e9c-83bc-70efe8b33c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:00:36.133350 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f8dab1f-d655-42b2-bcba-eb7deea0b377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:00:37.375070 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:00:38.954442 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:00:39.511697 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:00:41.870298 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:00:44.250445 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:01:03.762994 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0b92ebc-c878-4ed1-aa2c-63e97033248c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:01:06.140242 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-61d8387d-63f5-4f24-80f7-ddf8f10f8d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:01:07.377619 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a8384ef-88c7-44e8-b6be-484bca62d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:01:08.957066 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edfc172d-6768-4cc2-8f48-15799c165b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:01:09.508820 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd873db1-47e2-4747-9df6-ac0a2875c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:01:14.259179 dv-cinder-813221-4-iscsi neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-810ba468-9e71-4037-b908-e906a8f6f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792203760469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782407'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:01:18.870212 dv-cinder-813221-4-iscsi neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84506e9c-f1b7-4401-a978-0f1e416a9763 None None] Agent healthcheck: found 6 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}